-- Logs begin at Fri 2021-10-29 07:10:40 UTC, end at Fri 2021-10-29 08:22:24 UTC. -- Oct 29 07:55:54.621166 dv-cinder-741349-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 07:55:57.500581 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.common.config [-] Logging enabled! Oct 29 07:55:57.501360 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 07:55:57.501947 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 07:55:57.507130 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.common.config [-] Logging enabled! Oct 29 07:55:57.507398 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 07:55:57.507748 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 07:55:57.508759 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 07:55:57.508996 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 07:55:57.509411 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 07:55:57.509657 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 07:55:57.509886 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 07:55:57.510211 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.510512 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.510810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.511048 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.511339 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.511631 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.511952 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.512244 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.512547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.512838 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.513119 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.513405 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.513636 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.514276 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.514734 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.515159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.515397 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] debug = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.515728 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.516178 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.516596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.516882 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.517176 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.517461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.517736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.518015 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.518305 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.518656 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] host = dv-cinder-741349-6-iscsi {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.518944 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.519235 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.519527 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.519846 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.520127 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.520409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.520697 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.520977 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.521256 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.521535 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.521840 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.522116 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.522411 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.522635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.522860 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.523151 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.523441 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.523744 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.524026 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.524303 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.524579 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.524855 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.525129 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.525418 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.525705 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.525992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.526276 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.526554 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.526828 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.527101 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.527386 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.527672 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.527957 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.528233 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.528521 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.528790 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.529064 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.529370 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.530179 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.530541 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.531046 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.531412 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.531731 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.532016 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.532295 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.532573 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] use_json = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.532850 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.533125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.533410 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.533685 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.533960 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.534237 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.534510 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.534797 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:55:57.535103 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.535404 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.535734 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.536026 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.536344 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.536635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.536929 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.537211 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.537500 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.537788 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.538083 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.538365 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.538660 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.538942 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.539238 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.539549 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.539875 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.540175 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.540456 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.540737 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.541014 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.541297 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.541586 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.541868 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.542162 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.542458 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.542740 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.543032 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.543327 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.543620 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.543924 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.544208 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.544503 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.544784 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.545061 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.545888 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.546332 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.546845 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.547145 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.547440 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.547753 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.548036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.548315 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.548599 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.548898 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.549181 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.549457 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.549732 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.550013 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.550288 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.550580 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.550859 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.551141 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.551418 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.551717 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.551999 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.552274 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.552559 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.552837 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.553118 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.553397 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.553674 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.553951 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.554224 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.554501 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.554780 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.555067 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.555349 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.555625 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.555931 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.556212 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.556490 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.556766 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.557061 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.557367 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.557651 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.557935 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.558215 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.558497 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.558775 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.559054 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.559337 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.559621 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.559923 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.560226 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.560517 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.560839 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.561130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.561626 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.562130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.562419 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.562710 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.562994 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.563277 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.563566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.563878 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.564178 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.564473 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.564773 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.565069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.565365 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.565651 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.565968 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.566255 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:55:57.566477 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 07:55:57.566730 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102021) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 07:55:58.022565 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 07:55:58.022848 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 07:55:58.023141 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 07:55:58.023481 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 07:55:58.373229 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.374147 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.374600 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.376198 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.376530 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.376842 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.418297 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.418609 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.418878 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.437253 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.437539 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.437812 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.473037 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.473327 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.473599 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.514605 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.515291 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.515452 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.771629 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.771948 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.772217 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.772487 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.773204 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.912444 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.912780 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.913073 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.913349 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.913620 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.913937 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.914200 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.914460 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.914717 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.914997 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.915265 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.915534 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.915814 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.916069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.916325 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.916592 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.916849 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.917117 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.917398 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.917660 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.917934 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.918189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.918472 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.918869 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.919121 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.919373 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.919835 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:55:58.920082 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:55:58.920532 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:55:58.920858 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:55:58.921202 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:55:58.921540 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:55:58.922124 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 07:55:58.926049 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 07:55:58.930468 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 07:55:58.934810 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 29 07:55:58.937738 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 07:55:58.938283 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 07:55:58.938663 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 07:55:58.939108 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 07:55:58.943615 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 07:55:58.944012 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 07:55:58.944576 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 07:55:58.952937 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 07:55:58.977647 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 07:55:58.978120 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.978432 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102021) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 07:55:58.978792 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.980439 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102021) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 07:55:58.980745 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 07:55:58.981000 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 07:55:58.985340 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:58.985623 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:55:59.052206 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 07:55:59.052423 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 07:55:59.052670 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 07:55:59.053099 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 07:55:59.075978 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_db.sqlalchemy.engines [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102021) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 07:55:59.759643 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing driver for type 'gre' Oct 29 07:55:59.760729 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] gre ID ranges: [(1, 1000)] Oct 29 07:55:59.897082 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing driver for type 'local' Oct 29 07:55:59.897484 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing driver for type 'vlan' Oct 29 07:55:59.965397 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] VlanTypeDriver initialization complete Oct 29 07:55:59.967920 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing driver for type 'vxlan' Oct 29 07:55:59.967920 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] vxlan ID ranges: [(1, 1000)] Oct 29 07:56:00.177337 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing extension driver 'port_security' Oct 29 07:56:00.177818 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.extensions.port_security [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] PortSecurityExtensionDriver initialization complete Oct 29 07:56:00.178224 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing mechanism driver 'openvswitch' Oct 29 07:56:00.178641 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing mechanism driver 'hyperv' Oct 29 07:56:00.186768 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:00.187848 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.188228 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.188587 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.189162 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 07:56:00.189618 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.189977 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.190328 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.190732 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 07:56:00.191153 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.191567 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.191952 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.192355 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 07:56:00.192784 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > security_group after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.193140 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > security_group after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.193489 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.193897 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 07:56:00.194329 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.194685 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.195032 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.195435 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 07:56:00.195902 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > address_group after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.196253 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > address_group after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.196601 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.197026 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 07:56:00.197418 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] ML2 OVO RPC backend initialized. {{(pid=102021) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 07:56:00.198191 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.198604 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.199044 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.199394 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > networks before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.199783 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.200132 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > ports before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.200479 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.200825 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnets before_response 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.201177 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.201780 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.202197 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.202539 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.202932 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.203274 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.203619 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.220425 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.220425 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.220425 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.plugin [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Modular L2 Plugin initialization complete Oct 29 07:56:00.220425 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading services supported by the core plugin {{(pid=102021) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 07:56:00.220425 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.plugins.ml2.managers [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Got port-security extension from driver 'port_security' Oct 29 07:56:00.220425 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.extensions.vlantransparent [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Disabled vlantransparent extension. Oct 29 07:56:00.221238 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102021) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 07:56:00.221238 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: router Oct 29 07:56:00.264396 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.264849 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_create 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.265276 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router before_create 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.265692 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.266124 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.266534 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_delete 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.267009 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > floatingip after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.267585 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.268047 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_create 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.268453 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_update 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.268865 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_update 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.269268 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.269678 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_update 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.270148 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_update 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.270635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.271023 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.271406 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: subnet after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.271841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.272240 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.272642 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_create 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.273079 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.273466 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.273873 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router after_update 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.274266 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.274665 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_create 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.275083 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.275477 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_update 55549900 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.275933 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > agent after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.276337 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > agent after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.276735 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > network after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.277827 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Tracking information for resource: router configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:56:00.278247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Tracking information for resource: floatingip configured {{(pid=102021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 07:56:00.284128 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.db.l3_agentschedulers_db [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 07:56:00.284792 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.285212 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port after_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.285663 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port after_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.286059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: port after_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.286937 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router before_create 55550100 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.287351 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.287804 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_create 55550100 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.288222 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > router precommit_update 55550100 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.293488 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.provider_configuration [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service providers = [] {{(pid=102021) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 07:56:00.293899 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.db.servicetype_db [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102021) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 07:56:00.297763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.service_base [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 07:56:00.298166 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.service_base [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 07:56:00.298647 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.service_base [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 07:56:00.299703 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.services.service_base [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 07:56:00.300173 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.services.service_base [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 07:56:00.300666 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.301075 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 07:56:00.317041 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.317379 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: auto_allocate Oct 29 07:56:00.323551 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: network precommit_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.323962 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: network precommit_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.324512 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.324844 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: tag Oct 29 07:56:00.336747 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.337131 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: timestamp Oct 29 07:56:00.341388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.341724 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: network_ip_availability Oct 29 07:56:00.347702 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.348088 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.348450 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.349233 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.349561 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: flavors Oct 29 07:56:00.354976 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.355350 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading Plugin: revisions Oct 29 07:56:00.360621 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 07:56:00.361058 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_concurrency.lockutils [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.338s {{(pid=102021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 07:56:00.362076 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102021) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 07:56:00.362459 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Initializing extension manager. Oct 29 07:56:00.363034 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: __init__.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.363482 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: __pycache__ {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.363917 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.364374 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: address_group.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.365251 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.365889 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: address-group Oct 29 07:56:00.366258 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: address_scope.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.367017 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.367587 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: address-scope Oct 29 07:56:00.367986 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.369554 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.370132 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: router-admin-state-down-before-update Oct 29 07:56:00.370521 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: agent.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.371283 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.371973 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: agent Oct 29 07:56:00.372343 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: agent_resources_synced.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.373511 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.374134 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: agent-resources-synced Oct 29 07:56:00.374495 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: allowedaddresspairs.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.376563 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.377148 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: allowed-address-pairs Oct 29 07:56:00.377518 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: auto_allocated_topology.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.378782 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.379368 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: auto-allocated-topology Oct 29 07:56:00.379787 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: availability_zone.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.380677 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.381249 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: availability_zone Oct 29 07:56:00.381694 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: availability_zone_filter.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.382723 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.383340 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: availability_zone_filter Oct 29 07:56:00.383809 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: data_plane_status.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.384839 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.385459 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 07:56:00.385871 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: default_subnetpools.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.386895 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.387652 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: default-subnetpools Oct 29 07:56:00.388091 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.389555 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.390092 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: dhcp_agent_scheduler Oct 29 07:56:00.390425 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: dns.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.391400 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.391964 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension dns-integration not supported by any of loaded plugins Oct 29 07:56:00.392291 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: dns_domain_ports.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.393235 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.393759 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 07:56:00.394148 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.400338 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.400879 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 07:56:00.401209 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: dvr.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.401919 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.402439 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: dvr Oct 29 07:56:00.402767 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: ecmp_routes.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.403746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.404320 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 07:56:00.405322 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: empty_string_filtering.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.406282 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.406815 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: empty-string-filtering Oct 29 07:56:00.407146 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.408193 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.408718 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 07:56:00.409412 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.410386 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.410913 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 07:56:00.411243 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: external_net.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.412197 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.412859 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: external-net Oct 29 07:56:00.413048 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.413979 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.414501 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: extra_dhcp_opt Oct 29 07:56:00.414830 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: extraroute.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.415786 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.416347 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: extraroute Oct 29 07:56:00.416678 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: extraroute_atomic.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.417763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.418293 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: extraroute-atomic Oct 29 07:56:00.418627 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: filter_validation.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.419551 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.420192 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: filter-validation Oct 29 07:56:00.420524 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: fip_pf_description.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.421521 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.422090 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 07:56:00.422418 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: fip_port_details.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.423372 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.423937 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: fip-port-details Oct 29 07:56:00.424265 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: flavors.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.425555 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.426092 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: flavors Oct 29 07:56:00.426423 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.428291 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.428785 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 07:56:00.429127 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: floatingip_pools.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.429862 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.430395 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: floatingip-pools Oct 29 07:56:00.430729 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: ip_allocation.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.431710 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.432235 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 07:56:00.432561 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.433499 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.434075 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: ip-substring-filtering Oct 29 07:56:00.434403 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l2_adjacency.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.435336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.436412 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 07:56:00.436741 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.437779 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.438319 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: router Oct 29 07:56:00.438670 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.441141 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.441693 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 07:56:00.442032 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.442985 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.443519 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: ext-gw-mode Oct 29 07:56:00.443883 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.449768 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.450357 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: l3-ha Oct 29 07:56:00.450725 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3_flavors.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.452290 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.452953 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: l3-flavors Oct 29 07:56:00.453409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.454292 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.454897 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 07:56:00.455262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: l3agentscheduler.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.456527 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.457111 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: l3_agent_scheduler Oct 29 07:56:00.457481 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: logging.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.459103 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.459749 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension logging not supported by any of loaded plugins Oct 29 07:56:00.460134 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: metering.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.460994 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.461636 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: metering Oct 29 07:56:00.462008 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.463545 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.464068 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: metering_source_and_destination_fields Oct 29 07:56:00.464438 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: multiprovidernet.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.465426 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.465999 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: multi-provider Oct 29 07:56:00.466364 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: netmtu.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.467429 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.468148 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: net-mtu Oct 29 07:56:00.468527 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: netmtu_writable.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.469517 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.470095 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: net-mtu-writable Oct 29 07:56:00.470469 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: network_availability_zone.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.471204 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.471843 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: network_availability_zone Oct 29 07:56:00.472214 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: network_ip_availability.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.473549 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.480059 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: network-ip-availability Oct 29 07:56:00.480059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: network_segment_range.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.480059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.480059 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 07:56:00.480059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: pagination.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.480994 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.481366 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: pagination Oct 29 07:56:00.481733 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: port_device_profile.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.483075 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.483772 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: port-device-profile Oct 29 07:56:00.484200 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.485206 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.485789 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: port-mac-address-regenerate Oct 29 07:56:00.486160 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.487202 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.487870 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: port-numa-affinity-policy Oct 29 07:56:00.488244 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: port_resource_request.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.489236 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.489851 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 07:56:00.490228 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: portbindings.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.491220 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.491835 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: binding Oct 29 07:56:00.492208 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: portbindings_extended.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.493595 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.494380 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: binding-extended Oct 29 07:56:00.494713 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: portsecurity.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.495651 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.496241 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: port-security Oct 29 07:56:00.496570 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: project_id.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.497577 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.497916 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: project-id Oct 29 07:56:00.498765 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: providernet.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.499837 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.500382 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: provider Oct 29 07:56:00.500714 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.504564 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.505109 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos not supported by any of loaded plugins Oct 29 07:56:00.505450 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.506744 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.507320 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 07:56:00.507654 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.508622 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.509160 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 07:56:00.509495 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_default.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.510425 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.510951 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-default not supported by any of loaded plugins Oct 29 07:56:00.511300 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_fip.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.512024 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.512545 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-fip not supported by any of loaded plugins Oct 29 07:56:00.512875 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_gateway_ip.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.513932 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.514721 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 07:56:00.515099 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_port_network_policy.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.516101 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.516637 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 07:56:00.517041 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.525388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.525990 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 29 07:56:00.526359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_pps_rule.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.527627 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.528256 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-pps not supported by any of loaded plugins Oct 29 07:56:00.528626 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_rule_type_details.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.530147 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.530767 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 07:56:00.531139 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: qos_rules_alias.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.532535 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.533112 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 07:56:00.533533 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: quotasv2.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.534671 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.535046 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: quotas Oct 29 07:56:00.535411 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: quotasv2_detail.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.538816 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.539212 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: quota_details Oct 29 07:56:00.539595 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: rbac.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.540771 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.541419 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: rbac-policies Oct 29 07:56:00.541786 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: rbac_address_group.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.542803 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.543402 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: rbac-address-group Oct 29 07:56:00.543855 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: rbac_address_scope.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.544933 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.546592 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: rbac-address-scope Oct 29 07:56:00.546966 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: rbac_security_groups.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.548030 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.548810 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: rbac-security-groups Oct 29 07:56:00.549286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: rbac_subnetpool.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.550281 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.550865 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: rbac-subnetpool Oct 29 07:56:00.551229 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: revisionifmatch.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.552263 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.552843 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: revision-if-match Oct 29 07:56:00.553403 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: revisions.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.554694 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.555288 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: standard-attr-revisions Oct 29 07:56:00.555703 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: router_availability_zone.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.556486 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.557081 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: router_availability_zone Oct 29 07:56:00.557457 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: routerservicetype.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.558445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.559016 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension router-service-type not supported by any of loaded plugins Oct 29 07:56:00.559382 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.560407 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.561132 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: security-groups-normalized-cidr Oct 29 07:56:00.561553 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.562540 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.563119 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: port-security-groups-filtering Oct 29 07:56:00.563514 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.564585 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.565165 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: security-groups-remote-address-group Oct 29 07:56:00.565549 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: securitygroup.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.575938 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.576543 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: security-group Oct 29 07:56:00.576884 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: segment.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.577756 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.578288 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension segment not supported by any of loaded plugins Oct 29 07:56:00.578620 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.579785 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.580324 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 07:56:00.580658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: servicetype.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.581833 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.582417 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: service-type Oct 29 07:56:00.582786 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: sorting.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.583918 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.584314 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: sorting Oct 29 07:56:00.584688 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: standard_attr_segment.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.585687 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.586272 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 07:56:00.586646 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: standardattrdescription.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.587359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.587977 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: standard-attr-description Oct 29 07:56:00.588348 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: stateful_security_group.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.589345 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.589930 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: stateful-security-group Oct 29 07:56:00.590306 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: stdattrs_common.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.590952 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 07:56:00.591324 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.592880 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.593466 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 07:56:00.593840 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: subnet_onboard.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.594993 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.595574 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: subnet_onboard Oct 29 07:56:00.595970 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.596958 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.597602 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 07:56:00.597982 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: subnet_service_types.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.598966 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.599546 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: subnet-service-types Oct 29 07:56:00.599945 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: subnetallocation.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.601106 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.601691 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: subnet_allocation Oct 29 07:56:00.602067 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.602796 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.603385 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: subnetpool-prefix-ops Oct 29 07:56:00.603804 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.604791 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.605368 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 07:56:00.605738 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: tagging.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.606905 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.607597 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: standard-attr-tag Oct 29 07:56:00.608566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: timestamp.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.609874 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.610466 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loaded extension: standard-attr-timestamp Oct 29 07:56:00.610842 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: trunk.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.611992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.612573 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension trunk not supported by any of loaded plugins Oct 29 07:56:00.612948 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: trunk_details.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.613933 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.614508 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension trunk-details not supported by any of loaded plugins Oct 29 07:56:00.614882 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: uplink_status_propagation.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.615942 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.616517 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 07:56:00.616887 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Loading extension file: vlantransparent.py {{(pid=102021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 07:56:00.617689 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 07:56:00.618267 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 07:56:00.621238 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:network Oct 29 07:56:00.621821 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:subnet Oct 29 07:56:00.622269 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 07:56:00.622709 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:port Oct 29 07:56:00.624388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.624896 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service FLAVORS assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.625636 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.626125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.626497 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:router Oct 29 07:56:00.627000 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:floatingip Oct 29 07:56:00.627544 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service METERING assigned prefix: /metering {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.629119 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.629573 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.629975 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 07:56:00.631059 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 07:56:00.631550 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:security_group Oct 29 07:56:00.632066 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 07:56:00.632730 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service CORE assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.633110 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 07:56:00.633504 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] subnetpool is already registered Oct 29 07:56:00.633973 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service CORE assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.634340 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 07:56:00.634713 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] subnetpool is already registered Oct 29 07:56:00.637373 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.637941 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service FLAVORS assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.638810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.639464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.639883 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:router Oct 29 07:56:00.640275 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] router is already registered Oct 29 07:56:00.640757 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:floatingip Oct 29 07:56:00.641146 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] floatingip is already registered Oct 29 07:56:00.641661 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service METERING assigned prefix: /metering {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.642442 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 07:56:00.642818 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] rbac_policy is already registered Oct 29 07:56:00.643298 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:security_group Oct 29 07:56:00.643717 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] security_group is already registered Oct 29 07:56:00.644226 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 07:56:00.644653 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] security_group_rule is already registered Oct 29 07:56:00.645259 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service CORE assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.645718 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 07:56:00.646139 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] subnetpool is already registered Oct 29 07:56:00.646654 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.v2.resource_helper [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Service CORE assigned prefix: {{(pid=102021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 07:56:00.647076 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 07:56:00.647499 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING neutron.quota.resource_registry [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] subnetpool is already registered Oct 29 07:56:00.649605 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: extensions {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.652058 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: address-groups {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.653602 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: address-scopes {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.655413 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: agents {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.656806 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: auto-allocated-topology {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.658100 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: availability_zones {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.659353 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: dhcp-networks {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.660820 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: dhcp-agents {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.662364 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: routers {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.664838 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: flavors {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.666338 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: service_profiles {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.667685 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: next_providers {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.669203 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: service_profiles {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.671367 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: floatingip-pools {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.672754 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: routers {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.674897 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: floatingips {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.676252 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: l3-routers {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.677675 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: l3-agents {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.679204 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: metering-labels {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.680514 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: metering-label-rules {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.681897 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: network-ip-availabilities {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.683184 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: bindings {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.684803 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: quotas {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.686768 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: quotas {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.688346 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: rbac-policies {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.689565 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: security-groups {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.690914 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: security-group-rules {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.692224 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: service-providers {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.693459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: subnetpools {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.694886 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: subnetpools {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.696411 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.698142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.700005 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.701949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.703678 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.705660 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.707385 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.710411 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.712265 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.714021 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron.api.extensions [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Extended resource: tags {{(pid=102021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 07:56:00.721119 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING keystonemiddleware.auth_token [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 07:56:00.725773 dv-cinder-741349-6-iscsi neutron-server[102021]: WARNING keystonemiddleware.auth_token [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 07:56:00.736616 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_concurrency.lockutils [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Acquired lock "singleton_lock" {{(pid=102021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 07:56:00.737099 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_concurrency.lockutils [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Releasing lock "singleton_lock" {{(pid=102021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 07:56:00.737772 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Starting 2 workers Oct 29 07:56:00.742665 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Started child 102132 {{(pid=102021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 07:56:00.747496 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Started child 102133 {{(pid=102021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 07:56:00.749365 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO neutron.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 07:56:00.749921 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Publish callbacks [] for process, before_spawn {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:00.752442 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Starting 1 workers Oct 29 07:56:00.753423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:00.754424 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:00.756006 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [-] (102133) wsgi starting up on http://0.0.0.0:9696 Oct 29 07:56:00.756196 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [-] (102132) wsgi starting up on http://0.0.0.0:9696 Oct 29 07:56:00.757776 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Started child 102134 {{(pid=102021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 07:56:00.758363 dv-cinder-741349-6-iscsi neutron-server[102021]: INFO oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Starting 1 workers Oct 29 07:56:00.763073 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Started child 102135 {{(pid=102021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 07:56:00.764181 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] calling RpcWorker wait() {{(pid=102134) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 07:56:00.764945 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] Publish callbacks [] for process, after_spawn {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:00.765091 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.service [None req-c0d515d5-b840-4569-b177-9aaa0cb635aa None None] returning from RpcWorker wait() {{(pid=102134) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 07:56:00.765980 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 07:56:00.766147 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:00.766287 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 07:56:00.766422 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 07:56:00.766568 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 07:56:00.766723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:00.766869 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 07:56:00.767203 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 07:56:00.767556 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.767867 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.768117 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.768386 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.768619 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.769161 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.769409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.769675 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.769928 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.770193 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.770444 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.770683 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.770911 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.771138 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.771398 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.771625 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:00.772558 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.772558 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.772558 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.772558 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.772558 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.773630 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.773630 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.773630 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] debug = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.773630 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.774481 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.774481 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.774481 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.775248 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.775248 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.775248 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.775928 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.775928 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.775928 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.776563 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.776563 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.776563 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.777231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.777231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.777231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.777887 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.777887 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] host = dv-cinder-741349-6-iscsi {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.778350 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.778350 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.778866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.778866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.780005 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.780005 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.780005 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.780695 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.780695 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.780695 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.781622 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.781622 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.781622 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.781622 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.782483 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_options = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.782483 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.782483 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.782483 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.783336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.783336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.783336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.783336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.783336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.784464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.784464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.784464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.784464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.784464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.785508 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.785508 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.785508 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.785508 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.785508 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.786566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.786566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.786566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.786566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.786566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.787640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.787640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.787640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.787640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.787640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.788810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.788810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.788810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.788810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.788810 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.790039 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.790039 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.790039 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.790039 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.790039 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.791125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.791125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.791125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.791125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.791125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.792309 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.792309 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.792309 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.792951 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_json = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.792951 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.792951 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.793626 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.793626 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.793626 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.794294 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.794294 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.794294 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.794949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.794949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.796725 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.796725 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.796725 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.796725 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.797596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.797596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.797596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.797596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.798399 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.798399 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.798399 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.799018 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.799018 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.799434 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.799434 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.800057 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.800057 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.800513 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.800513 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.800513 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.801136 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.801136 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.801575 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.801575 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.802000 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.802000 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.802440 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.802440 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.802877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.803113 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.803113 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.803640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.803640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.804218 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.804446 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.804671 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.805068 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.805450 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.805806 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.806181 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.806471 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.806921 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.807714 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.807983 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.808228 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.808465 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.808690 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.808908 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.809138 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.809359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.809586 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.809829 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.810077 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.810444 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.810444 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.810884 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.810884 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.811341 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.811578 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.811578 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.812067 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.812067 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.812499 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.812499 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.812920 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.812920 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.813340 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.813340 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.813781 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.813781 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.814217 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.814217 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.814641 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.814641 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.815082 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.815082 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.815525 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.815525 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.815971 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.815971 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.816424 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.816424 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.816424 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.817059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.817059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.817059 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.817673 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.817673 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.818256 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.821319 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.821319 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.821319 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.821823 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.822038 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 35874) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:00.822415 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.822915 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.824077 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:00.825336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.825867 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.826857 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.827388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.827956 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.828461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.830061 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.830451 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.830902 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.831272 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.832438 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.832819 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.833372 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.833657 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.834068 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.835146 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.835146 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.835360 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098808 Oct 29 07:56:00.835450 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.835845 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.836357 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.836785 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.837241 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.837640 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.838035 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.838481 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.839183 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.839546 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.840599 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.840599 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854189 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.854841 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.855959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.856427 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.856427 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.856427 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.856608 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.859187 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.859596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.861464 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.862454 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.862454 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.862645 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.862910 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.863293 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.864339 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.864339 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.865241 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.865625 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.868621 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.869302 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.869712 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.870122 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.870526 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.870959 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.871359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.874529 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.874993 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.875420 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.875824 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.876196 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.876579 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.876974 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.877376 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.877757 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.878168 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.878618 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.879161 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.879570 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.882004 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.882418 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.882808 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.883890 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.884193 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.884472 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.884699 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.884958 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.885358 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.885463 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.885687 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.885933 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.886153 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.886371 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.886597 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.886860 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.887003 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.887307 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.887565 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.887873 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.888127 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.888363 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.888509 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.888836 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.888998 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.889206 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.889406 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.890471 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.890693 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.890945 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.891170 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.891381 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.891628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.891870 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.892105 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893104 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893104 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893104 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893104 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893427 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893427 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893700 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.893872 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.894088 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.894307 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.894523 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.894734 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.895058 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.895214 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.895360 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.895566 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.896411 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.896655 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.896968 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.897233 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.897457 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.897749 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.897999 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.900277 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.900554 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.900882 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.901128 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.901388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.901619 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.901847 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.902081 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.902362 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.902699 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.903001 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.903272 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.903534 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.905797 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.906125 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.906408 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.907553 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.907950 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.908359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.908596 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.908880 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.909133 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.909402 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.909655 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.909875 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.910101 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.910337 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.910557 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.910822 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.911056 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.911317 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.911591 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.912965 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.913217 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.913474 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.913694 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.913941 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.914171 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.914327 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 07:56:00.914863 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 07:56:00.915041 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 07:56:00.915195 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 07:56:00.915338 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 07:56:00.915501 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 07:56:00.915647 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 07:56:00.915824 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.915996 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.916141 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.916283 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.916448 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917330 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917330 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917330 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917330 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917330 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.917992 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.918635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.918635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.918635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.918635 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919140 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919140 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919140 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919140 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] debug = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919647 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919647 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.919647 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.921237 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.921435 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.921567 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.921771 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.922018 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.922251 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.922251 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.922495 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.922495 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.922732 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] host = dv-cinder-741349-6-iscsi {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.923736 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924186 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924186 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924186 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924534 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924785 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924785 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.924949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.925063 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.925223 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.925379 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.925535 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.925691 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_options = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.925845 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.926001 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.926166 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.926426 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.926686 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.926686 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.927866 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928274 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928274 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928394 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928619 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928784 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.928885 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929038 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929200 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929504 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929504 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929981 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929981 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.929981 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.930547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.930547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.930547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.930547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931079 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931079 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931079 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931079 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931567 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931567 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.931567 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.932063 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.934247 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.935336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_json = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.935336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.935336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.935336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.935336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.935336 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.936892 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.936892 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.936892 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 07:56:00.936892 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.937388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.937388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.937388 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.937759 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.938440 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.938642 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.938817 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.938984 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.939161 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.939330 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.939513 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.939513 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.939896 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.939896 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940359 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940995 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940995 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940995 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.940995 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.941763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.941763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.941763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.941763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.941763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.941763 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.943109 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.944815 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.946927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.949459 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.951389 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.952746 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.953795 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.954877 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.956628 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.958927 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.968286 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.969547 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.970658 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.971926 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.973159 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.974142 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.975130 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.977069 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.978461 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.980055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.981036 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.982157 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.983949 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.985231 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.986409 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.987445 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.988542 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.989821 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.991296 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.993055 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.994262 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 07:56:00.996216 dv-cinder-741349-6-iscsi neutron-server[102021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 07:56:01.065984 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:13.350000 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf6a5f-8307-4451-a8c1-39d42a7eae6c None None] get_active_networks_info from dv-cinder-741349-6-iscsi {{(pid=102134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 07:56:13.461338 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf6a5f-8307-4451-a8c1-39d42a7eae6c None None] No non-hosted networks {{(pid=102134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 07:56:13.483835 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.agentschedulers_db [None req-febf6a5f-8307-4451-a8c1-39d42a7eae6c None None] DHCP Agent not found on host dv-cinder-741349-6-iscsi {{(pid=102134) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 29 07:56:13.646438 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-886d6492-f6fb-4a80-8d8b-10367b886ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576328'] for agent, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:16.321429 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-250bbf7a-41b3-4e20-bb8b-60dfce8ec38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576328'] for agent, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:16.360279 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.db.api [None req-c4b1eb84-3164-4c30-8b07-b63c38aec3d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-741349-6-iscsi {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 07:56:16.361175 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG oslo_db.api [None req-c4b1eb84-3164-4c30-8b07-b63c38aec3d0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 07:56:16.950859 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c4b1eb84-3164-4c30-8b07-b63c38aec3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:17.137188 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576328'] for agent, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:17.285158 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576328'] for agent, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:17.286348 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.287124 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.288272 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.288782 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.289503 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.289974 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.290451 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.291148 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.292246 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.292818 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.293305 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.295721 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:17.295721 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-741349-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:17.311473 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-741349-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:19.102134 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576328'] for agent, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:20.299799 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 35980) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:20.840484 dv-cinder-741349-6-iscsi neutron-server[102133]: WARNING oslo_policy.policy [None req-e58b2bc4-f1ea-4274-b397-953961263b1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:20.841201 dv-cinder-741349-6-iscsi neutron-server[102133]: WARNING oslo_policy.policy [None req-e58b2bc4-f1ea-4274-b397-953961263b1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:20.963778 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.db.l3_hamode_db [None req-eb4b07dd-c4e8-43a0-95f4-1a2173908b88 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 07:56:21.043635 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b07dd-c4e8-43a0-95f4-1a2173908b88 None None] Routers set() bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 07:56:21.044657 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b07dd-c4e8-43a0-95f4-1a2173908b88 None None] Router IDs set() for agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 07:56:21.075957 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [None req-e58b2bc4-f1ea-4274-b397-953961263b1d admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 07:56:21.077029 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e58b2bc4-f1ea-4274-b397-953961263b1d admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7763336 Oct 29 07:56:23.652369 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 35994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:23.995959 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:56:24.094567 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.policy [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 07:56:24.142985 dv-cinder-741349-6-iscsi neutron-server[102133]: WARNING oslo_policy.policy [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:24.143369 dv-cinder-741349-6-iscsi neutron-server[102133]: WARNING oslo_policy.policy [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:24.152102 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.quota [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] Loaded quota_driver: . Oct 29 07:56:24.317616 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758942250662', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758942251251', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758942262914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758942265422', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758942674994', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758942350536', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-561850', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-806302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1904472', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1996395'] for rbac-policy, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:24.526818 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:24.528126 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-757a1bec-fac9-4720-82e5-a393c9cc9582 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8746898 Oct 29 07:56:27.429013 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36006) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:27.938411 dv-cinder-741349-6-iscsi neutron-server[102132]: WARNING oslo_policy.policy [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:27.938983 dv-cinder-741349-6-iscsi neutron-server[102132]: WARNING oslo_policy.policy [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:28.172465 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'name': 'private', 'project_id': '84c4662260224e3d87353ce6ad9a2979'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:56:28.174025 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.quota [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Loaded quota_driver: . Oct 29 07:56:28.319069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Made reservation on behalf of 84c4662260224e3d87353ce6ad9a2979 for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 07:56:28.389233 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.policy [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 07:56:28.439813 dv-cinder-741349-6-iscsi neutron-server[102132]: WARNING oslo_policy.policy [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:28.440453 dv-cinder-741349-6-iscsi neutron-server[102132]: WARNING oslo_policy.policy [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 07:56:28.451284 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.472787 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.589729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.640293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.665238 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 07:56:28.689956 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758941412711', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.690478 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Unsubscribe: segment precommit_create {{(pid=102132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 07:56:28.690998 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Added segment a8116e95-9d27-4f36-8cf9-b8851bf1a6e3 of type vlan for network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 Oct 29 07:56:28.697132 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aabc1e6-906d-462d-99f6-846ecc993df5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:28.730919 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.731453 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.731781 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.732112 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.732438 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.732774 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.733097 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.733429 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.733764 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.734080 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.734391 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.734742 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Tracked resource versions report: Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: pushed versions: Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: { 'AddressGroup': {'1.2'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'ConntrackHelper': {'1.0'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Log': {'1.0'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Network': {'1.1'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Port': {'1.7'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'PortForwarding': {'1.2'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'QosPolicy': {'1.10'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroup': {'1.4'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroupRule': {'1.2'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SubPort': {'1.0'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Subnet': {'1.1'}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Trunk': {'1.1'}} Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: consumer versions: Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'ConntrackHelper': '1.0', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Log': '1.0', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Network': '1.1', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Port': '1.7', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'PortForwarding': '1.2', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'QosPolicy': '1.10', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroup': '1.4', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroupRule': '1.2', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SubPort': '1.0', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Subnet': '1.1', Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Trunk': '1.1'}} Oct 29 07:56:28.735836 dv-cinder-741349-6-iscsi neutron-server[102132]: {{(pid=102132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 07:56:28.826337 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.907880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:28.909488 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:28.910160 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:29.021109 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3e1850-b164-45b6-ad63-8d1957df9ad5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:29.033118 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 07:56:29.048187 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-85b11217-6f8c-4649-8cca-cdc97d7558f2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6169543 Oct 29 07:56:31.921673 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:32.381366 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf067e-72d8-4e02-a1e7-484aeca0ffb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:32.382771 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6edf067e-72d8-4e02-a1e7-484aeca0ffb8 admin admin] 10.222.0.74 "GET /v2.0/networks/5f3e1850-b164-45b6-ad63-8d1957df9ad5 HTTP/1.1" status: 200 len: 825 time: 0.4601746 Oct 29 07:56:32.409251 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-7060dc7e-c421-4ed5-b17f-a90e6fffc7b4 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/8f27cdff-2ce9-496e-907b-ebfe76122399 HTTP/1.1" status: 200 len: 734 time: 0.0199170 Oct 29 07:56:32.419771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Request body: {'subnet': {'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399', 'name': 'private-subnet'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:56:32.507534 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Made reservation on behalf of 84c4662260224e3d87353ce6ad9a2979 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 07:56:32.510234 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:32.891017 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:32.964127 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Checking segment: {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:56:32.964795 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Network hostable DHCP agents. Network: 5f3e1850-b164-45b6-ad63-8d1957df9ad5, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 07:56:32.972046 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0dc085-f303-479e-b48d-2c111ef626ba,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:32.984322 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.984680 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.985010 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.985329 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.985643 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.985971 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.986349 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.986620 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.987030 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.987229 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.987535 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.987868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Tracked resource versions report: Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: pushed versions: Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: { 'AddressGroup': {'1.2'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'ConntrackHelper': {'1.0'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Log': {'1.0'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Network': {'1.1'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Port': {'1.7'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'PortForwarding': {'1.2'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'QosPolicy': {'1.10'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroup': {'1.4'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroupRule': {'1.2'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SubPort': {'1.0'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Subnet': {'1.1'}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Trunk': {'1.1'}} Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: consumer versions: Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'ConntrackHelper': '1.0', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Log': '1.0', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Network': '1.1', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Port': '1.7', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'PortForwarding': '1.2', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'QosPolicy': '1.10', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroup': '1.4', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroupRule': '1.2', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SubPort': '1.0', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Subnet': '1.1', Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Trunk': '1.1'}} Oct 29 07:56:32.988936 dv-cinder-741349-6-iscsi neutron-server[102133]: {{(pid=102133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 07:56:33.102129 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 07:56:33.199050 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 5f3e1850-b164-45b6-ad63-8d1957df9ad5) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:56:33.206190 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:33.207147 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:33.212716 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea14ef-0165-4726-acd7-bb6edca15513 None None] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:56:33.292640 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-16422a7d-c8ba-4862-bec1-780786788b43 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8770554 Oct 29 07:56:33.547030 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 07:56:33.548308 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:33.875580 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Allocated IP 172.20.0.2 (5f3e1850-b164-45b6-ad63-8d1957df9ad5/3e0dc085-f303-479e-b48d-2c111ef626ba/155f0941-8c87-4b5c-ae66-930207ec9746) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 07:56:34.168577 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:34.222371 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:34.303256 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 07:56:34.307962 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:56:34.314681 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 07:56:34.316718 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Pushing event updated for resources: {'Port': ['ID=155f0941-8c87-4b5c-ae66-930207ec9746,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:34.348617 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.348966 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.349315 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.349638 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.349961 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.350284 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.350611 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.350931 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.351263 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.351583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.351922 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.352235 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Tracked resource versions report: Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: pushed versions: Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: { 'AddressGroup': {'1.2'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'ConntrackHelper': {'1.0'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Log': {'1.0'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Network': {'1.1'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Port': {'1.7'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'PortForwarding': {'1.2'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'QosPolicy': {'1.10'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroup': {'1.4'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroupRule': {'1.2'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SubPort': {'1.0'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Subnet': {'1.1'}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Trunk': {'1.1'}} Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: consumer versions: Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'ConntrackHelper': '1.0', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Log': '1.0', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Network': '1.1', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Port': '1.7', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'PortForwarding': '1.2', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'QosPolicy': '1.10', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroup': '1.4', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroupRule': '1.2', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SubPort': '1.0', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Subnet': '1.1', Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Trunk': '1.1'}} Oct 29 07:56:34.353347 dv-cinder-741349-6-iscsi neutron-server[102134]: {{(pid=102134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 07:56:34.402407 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Attempting to bind port 155f0941-8c87-4b5c-ae66-930207ec9746 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 07:56:34.402825 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Attempting to bind port 155f0941-8c87-4b5c-ae66-930207ec9746 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 07:56:34.403224 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Attempting to bind port 155f0941-8c87-4b5c-ae66-930207ec9746 on network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 07:56:34.408385 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 07:56:34.408770 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Checking segment: {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:56:34.409216 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:34.409600 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Bound using segment: {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 07:56:34.410090 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Bound port: 155f0941-8c87-4b5c-ae66-930207ec9746, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 07:56:34.410491 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:34.474564 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] For port 155f0941-8c87-4b5c-ae66-930207ec9746, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 07:56:34.479346 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] For port 155f0941-8c87-4b5c-ae66-930207ec9746, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=155f0941-8c87-4b5c-ae66-930207ec9746,segment=NetworkSegment(a8116e95-9d27-4f36-8cf9-b8851bf1a6e3),segment_id=a8116e95-9d27-4f36-8cf9-b8851bf1a6e3)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 07:56:34.565331 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:34.634287 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305393b-d4d2-420f-bda0-1256b6949470 None None] Pushing event updated for resources: {'Port': ['ID=155f0941-8c87-4b5c-ae66-930207ec9746,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:35.961511 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36040) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:36.297120 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [None req-b6cc4b46-4349-4f66-a2f5-07deb0112dca admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 07:56:36.298118 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b6cc4b46-4349-4f66-a2f5-07deb0112dca admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3356490 Oct 29 07:56:38.880779 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36048) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:39.217538 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [None req-0ebec917-5404-4565-91c9-32571977c155 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 07:56:39.218746 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-0ebec917-5404-4565-91c9-32571977c155 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3370352 Oct 29 07:56:42.119208 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36058) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:42.447585 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'name': 'router1'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:56:42.541959 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:42.544010 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:42.714222 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:42.776923 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:42.857570 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:42.858803 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-5a569244-dc32-40d9-a9c0-5894d71e147d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7385211 Oct 29 07:56:43.330009 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9b02b4a4-423f-49b1-8209-a461683ed8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:43.353235 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 155f0941-8c87-4b5c-ae66-930207ec9746 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:56:43.460679 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 155f0941-8c87-4b5c-ae66-930207ec9746 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:43.461415 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:43.595821 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:43.640310 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 155f0941-8c87-4b5c-ae66-930207ec9746, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=155f0941-8c87-4b5c-ae66-930207ec9746,segment=NetworkSegment(a8116e95-9d27-4f36-8cf9-b8851bf1a6e3),segment_id=a8116e95-9d27-4f36-8cf9-b8851bf1a6e3)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 07:56:43.713391 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:43.803212 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=155f0941-8c87-4b5c-ae66-930207ec9746,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:44.221716 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e651a3-ea87-4502-93da-586db53aa4ce None None] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:56:44.297236 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-dd9b9bea-dbc3-4fe3-ab7e-a7ccf7cab105 None None] Provisioning complete for port 155f0941-8c87-4b5c-ae66-930207ec9746 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:44.297608 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9bea-dbc3-4fe3-ab7e-a7ccf7cab105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:44.767084 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-2f5f9520-b094-42c3-ac5a-c3780290649c None None] Provisioning complete for port 155f0941-8c87-4b5c-ae66-930207ec9746 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:44.768027 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9520-b094-42c3-ac5a-c3780290649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:44.852068 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 07:56:45.312305 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 155f0941-8c87-4b5c-ae66-930207ec9746 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:56:45.393382 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 155f0941-8c87-4b5c-ae66-930207ec9746 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:45.393951 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:45.581327 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36070) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:45.922305 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [None req-a5bd0369-1558-4b7b-9743-cb7c01ceeb22 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 07:56:45.923291 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-a5bd0369-1558-4b7b-9743-cb7c01ceeb22 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3410127 Oct 29 07:56:46.295810 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b2a1ce5d-7292-4f93-a44b-16d76353f7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:47.055537 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:47.255640 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:48.506225 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36088) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:48.643277 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:56:48.747788 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Made reservation on behalf of a5b7a6eb6c83412db7afba21bd5712e4 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 07:56:48.750120 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:48.766535 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:48.875720 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:48.975338 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:48.993813 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Reserving flat network on physical network physnet1 {{(pid=102133) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 07:56:48.998200 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:49.009941 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22abc89-fff8-4734-af52-5cac196a5ddd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:49.019906 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758941412711', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:49.020460 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Unsubscribe: segment precommit_create {{(pid=102133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 07:56:49.020926 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Added segment 41a3c4a9-b79f-4aef-b87d-97978d27f9e5 of type flat for network 1399a958-caaa-4740-82f5-03a053379377 Oct 29 07:56:49.075236 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:49.204212 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:49.205122 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:49.205711 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:49.299889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] Pushing event updated for resources: {'Network': ['ID=1399a958-caaa-4740-82f5-03a053379377,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:49.312169 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 1399a958-caaa-4740-82f5-03a053379377 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 07:56:49.407048 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-df6d5b00-0e98-4e32-a069-2fd76b3479be admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8996990 Oct 29 07:56:51.842676 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:51.939885 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4560cdf2-eac7-499a-82f8-d44f8fbf74f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:51.941288 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4560cdf2-eac7-499a-82f8-d44f8fbf74f7 admin admin] 10.222.0.74 "GET /v2.0/subnets/3e0dc085-f303-479e-b48d-2c111ef626ba HTTP/1.1" status: 200 len: 849 time: 0.0976551 Oct 29 07:56:52.069836 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-acc9ef67-788b-4f09-860a-216bf3411d3d admin admin] 10.222.0.74 "GET /v2.0/routers/12b8baa2-685a-4fc7-bffc-df53dba44ce8 HTTP/1.1" status: 200 len: 704 time: 0.1220453 Oct 29 07:56:52.348600 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:52.654398 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Allocated IP 172.20.0.1 (5f3e1850-b164-45b6-ad63-8d1957df9ad5/3e0dc085-f303-479e-b48d-2c111ef626ba/234a0526-d0cb-464a-925a-8df0f8f9c76e) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 07:56:52.814534 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.044969 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.126326 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 07:56:53.131528 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:56:53.139297 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 07:56:53.140043 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.206286 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Pushing event updated for resources: {'Port': ['ID=234a0526-d0cb-464a-925a-8df0f8f9c76e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:53.331003 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-b954d7cb-2d88-4798-a886-7fc4cc8b20c7 None None] Provisioning complete for port 234a0526-d0cb-464a-925a-8df0f8f9c76e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:53.331636 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b954d7cb-2d88-4798-a886-7fc4cc8b20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.371529 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b954d7cb-2d88-4798-a886-7fc4cc8b20c7 None None] Port 234a0526-d0cb-464a-925a-8df0f8f9c76e cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 07:56:53.446077 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.680260 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.747539 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.748488 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:53.829900 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Pushing event updated for resources: {'Port': ['ID=234a0526-d0cb-464a-925a-8df0f8f9c76e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:53.884994 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 07:56:53.887755 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:56:54.096008 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-9560cf7c-001a-4132-956b-865675fa79f6 None None] Provisioning complete for port 234a0526-d0cb-464a-925a-8df0f8f9c76e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:54.096394 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9560cf7c-001a-4132-956b-865675fa79f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:54.124308 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 07:56:54.143234 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9560cf7c-001a-4132-956b-865675fa79f6 None None] Port 234a0526-d0cb-464a-925a-8df0f8f9c76e cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 07:56:54.223532 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 07:56:54.229102 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-36a17edc-71c2-4acc-bbbc-c3cbd6d00a55 admin admin] 10.222.0.74 "PUT /v2.0/routers/12b8baa2-685a-4fc7-bffc-df53dba44ce8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1528738 Oct 29 07:56:54.234003 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Sync routers for ids ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 07:56:54.247208 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Routers {'12b8baa2-685a-4fc7-bffc-df53dba44ce8'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 07:56:54.248077 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T07:56:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:54.439300 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Set router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 07:56:54.888255 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'name': 'router1', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T07:56:42Z', 'updated_at': '2021-10-29T07:56:53Z', 'revision_number': 2, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'gw_port_host': None, '_interfaces': [{'id': '234a0526-d0cb-464a-925a-8df0f8f9c76e', 'name': '', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'mac_address': 'fa:16:3e:fd:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:56:52Z', 'updated_at': '2021-10-29T07:56:53Z', 'revision_number': 2, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'subnets': [{'id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:54.938786 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Checking router: 12b8baa2-685a-4fc7-bffc-df53dba44ce8 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 07:56:54.939167 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Updating router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 port 234a0526-d0cb-464a-925a-8df0f8f9c76e binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 07:56:55.027244 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:55.608083 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:55.701102 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:55.887478 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Pushing event updated for resources: {'Port': ['ID=234a0526-d0cb-464a-925a-8df0f8f9c76e,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:55.905544 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Attempting to bind port 234a0526-d0cb-464a-925a-8df0f8f9c76e on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 07:56:55.905958 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Attempting to bind port 234a0526-d0cb-464a-925a-8df0f8f9c76e by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 07:56:55.906387 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Attempting to bind port 234a0526-d0cb-464a-925a-8df0f8f9c76e on network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 07:56:55.912342 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.912700 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.913037 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.913373 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.913707 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.914037 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.914365 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.914693 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.915023 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.915527 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.915840 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.915997 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Tracked resource versions report: Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: pushed versions: Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: { 'AddressGroup': {'1.2'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'ConntrackHelper': {'1.0'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Log': {'1.0'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Network': {'1.1'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Port': {'1.7'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'PortForwarding': {'1.2'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'QosPolicy': {'1.10'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroup': {'1.4'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroupRule': {'1.2'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SubPort': {'1.0'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Subnet': {'1.1'}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Trunk': {'1.1'}} Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: consumer versions: Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'ConntrackHelper': '1.0', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Log': '1.0', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Network': '1.1', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Port': '1.7', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'PortForwarding': '1.2', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'QosPolicy': '1.10', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroup': '1.4', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroupRule': '1.2', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SubPort': '1.0', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Subnet': '1.1', Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Trunk': '1.1'}} Oct 29 07:56:55.917170 dv-cinder-741349-6-iscsi neutron-server[102135]: {{(pid=102135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 07:56:55.922641 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 07:56:55.923080 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Checking segment: {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:56:55.924003 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:55.924003 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Bound using segment: {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 07:56:55.924337 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Bound port: 234a0526-d0cb-464a-925a-8df0f8f9c76e, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8116e95-9d27-4f36-8cf9-b8851bf1a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 07:56:55.924644 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:55.973776 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-f6fd81b1-6858-4df1-abaf-8366a2578248 None None] Provisioning complete for port 234a0526-d0cb-464a-925a-8df0f8f9c76e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:55.975348 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f6fd81b1-6858-4df1-abaf-8366a2578248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:56.005651 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] For port 234a0526-d0cb-464a-925a-8df0f8f9c76e, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 07:56:56.019087 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd81b1-6858-4df1-abaf-8366a2578248 None None] Port 234a0526-d0cb-464a-925a-8df0f8f9c76e cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 07:56:56.029225 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] For port 234a0526-d0cb-464a-925a-8df0f8f9c76e, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=234a0526-d0cb-464a-925a-8df0f8f9c76e,segment=NetworkSegment(a8116e95-9d27-4f36-8cf9-b8851bf1a6e3),segment_id=a8116e95-9d27-4f36-8cf9-b8851bf1a6e3)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 07:56:56.107199 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:56.192273 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1e28d-7fac-4b89-9257-3a5520e1eb03 None None] Pushing event updated for resources: {'Port': ['ID=234a0526-d0cb-464a-925a-8df0f8f9c76e,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:56.198297 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Routers {'12b8baa2-685a-4fc7-bffc-df53dba44ce8'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 07:56:56.200857 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T07:56:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:56.306780 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] Set router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 07:56:56.345162 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-0fa4707f-7ef2-4aa0-aaf9-d681b7dd8eea None None] Provisioning complete for port 234a0526-d0cb-464a-925a-8df0f8f9c76e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:56:56.345927 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fa4707f-7ef2-4aa0-aaf9-d681b7dd8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:56.437633 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fa4707f-7ef2-4aa0-aaf9-d681b7dd8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:56.489450 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-0fa4707f-7ef2-4aa0-aaf9-d681b7dd8eea None None] For port 234a0526-d0cb-464a-925a-8df0f8f9c76e, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=234a0526-d0cb-464a-925a-8df0f8f9c76e,segment=NetworkSegment(a8116e95-9d27-4f36-8cf9-b8851bf1a6e3),segment_id=a8116e95-9d27-4f36-8cf9-b8851bf1a6e3)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 07:56:56.548994 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'name': 'router1', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T07:56:42Z', 'updated_at': '2021-10-29T07:56:53Z', 'revision_number': 2, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'gw_port_host': None, '_interfaces': [{'id': '234a0526-d0cb-464a-925a-8df0f8f9c76e', 'name': '', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'mac_address': 'fa:16:3e:fd:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:56:52Z', 'updated_at': '2021-10-29T07:56:55Z', 'revision_number': 4, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'subnets': [{'id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:56:56.578224 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfee26a-2870-4d97-9780-19c910514ce7 None None] The sync data for ids ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'] in dv-cinder-741349-6-iscsi is: [{'id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'name': 'router1', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T07:56:42Z', 'updated_at': '2021-10-29T07:56:53Z', 'revision_number': 2, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'gw_port_host': None, '_interfaces': [{'id': '234a0526-d0cb-464a-925a-8df0f8f9c76e', 'name': '', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'mac_address': 'fa:16:3e:fd:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:56:52Z', 'updated_at': '2021-10-29T07:56:55Z', 'revision_number': 4, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'subnets': [{'id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 07:56:56.581581 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fa4707f-7ef2-4aa0-aaf9-d681b7dd8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:56.648178 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4707f-7ef2-4aa0-aaf9-d681b7dd8eea None None] Pushing event updated for resources: {'Port': ['ID=234a0526-d0cb-464a-925a-8df0f8f9c76e,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:56.719471 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36116) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:56:56.838133 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0459f2-fb13-4632-bb63-f75ff8b2453b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:56.840697 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-cc0459f2-fb13-4632-bb63-f75ff8b2453b admin admin] 10.222.0.74 "GET /v2.0/networks/1399a958-caaa-4740-82f5-03a053379377 HTTP/1.1" status: 200 len: 842 time: 0.1203442 Oct 29 07:56:56.852240 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'name': 'public-subnet'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:56:56.958275 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Made reservation on behalf of a5b7a6eb6c83412db7afba21bd5712e4 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 07:56:56.961164 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:57.410908 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.objects.ports [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102133) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 07:56:57.411433 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:57.476402 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fc5f16-b859-4a10-9af5-3a86756e728d,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:56:57.488404 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:56:57.488879 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Network hostable DHCP agents. Network: 1399a958-caaa-4740-82f5-03a053379377, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 07:56:57.558801 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 07:56:57.609415 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 1399a958-caaa-4740-82f5-03a053379377) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:56:57.617897 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:56:57.617897 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:56:57.624729 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3870e7a-0fdf-415d-aaea-a060576d41b3 None None] Network 1399a958-caaa-4740-82f5-03a053379377 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:56:57.684173 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e4ea4f83-8173-490f-a594-70943c676c8b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8274775 Oct 29 07:56:57.859868 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f54a7-5c6f-49dd-88d8-a3749257c7bf None None] Network 1399a958-caaa-4740-82f5-03a053379377 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:57:00.488868 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36124) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:57:00.815080 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c7b029bb-0908-4224-a42e-b464a9594b64 admin admin] 10.222.0.74 "GET /v2.0/routers/12b8baa2-685a-4fc7-bffc-df53dba44ce8 HTTP/1.1" status: 200 len: 710 time: 0.3245842 Oct 29 07:57:01.140319 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215f1989-aaa8-4464-b1b7-22ab06e24545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:57:01.142539 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-215f1989-aaa8-4464-b1b7-22ab06e24545 admin admin] 10.222.0.74 "GET /v2.0/networks/1399a958-caaa-4740-82f5-03a053379377 HTTP/1.1" status: 200 len: 886 time: 0.3204541 Oct 29 07:57:01.154127 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:57:01.452623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:01.801606 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:01.896013 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:02.146753 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Allocated IP 172.27.2.49 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/58d9ba34-47ff-45b9-b985-bb337858d6a7) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 07:57:02.284060 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:02.405009 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:02.516280 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 07:57:02.522672 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:57:02.535223 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 07:57:02.541751 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Pushing event updated for resources: {'Port': ['ID=58d9ba34-47ff-45b9-b985-bb337858d6a7,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:57:03.038797 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:03.293892 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1574051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5458'] for router, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:03.300073 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1574042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1574033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578017'] for router, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:03.349563 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 234a0526-d0cb-464a-925a-8df0f8f9c76e up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:57:03.404463 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 234a0526-d0cb-464a-925a-8df0f8f9c76e triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:57:03.404828 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:03.425462 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 07:57:03.618758 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 07:57:03.627946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:03.629965 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f0aee51e-5668-45e1-b618-59190c007d09 admin admin] 10.222.0.74 "PUT /v2.0/routers/12b8baa2-685a-4fc7-bffc-df53dba44ce8 HTTP/1.1" status: 200 len: 889 time: 2.4795094 Oct 29 07:57:04.524680 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Sync routers for ids ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 07:57:04.544372 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Routers {'12b8baa2-685a-4fc7-bffc-df53dba44ce8'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 07:57:04.545566 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T07:56:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:57:04.801435 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Set router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 07:57:05.336787 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'name': 'router1', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '58d9ba34-47ff-45b9-b985-bb337858d6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T07:56:42Z', 'updated_at': '2021-10-29T07:57:02Z', 'revision_number': 4, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'gw_port': {'id': '58d9ba34-47ff-45b9-b985-bb337858d6a7', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:57:01Z', 'updated_at': '2021-10-29T07:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '234a0526-d0cb-464a-925a-8df0f8f9c76e', 'name': '', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'mac_address': 'fa:16:3e:fd:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:56:52Z', 'updated_at': '2021-10-29T07:56:56Z', 'revision_number': 5, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'subnets': [{'id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:57:05.390595 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Checking router: 12b8baa2-685a-4fc7-bffc-df53dba44ce8 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 07:57:05.390978 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Updating router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 port 58d9ba34-47ff-45b9-b985-bb337858d6a7 binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 07:57:05.439127 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:05.829724 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:05.912134 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:05.965963 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fca0b-5435-469e-9d0d-f4622e8dc923 None None] Pushing event updated for resources: {'Port': ['ID=58d9ba34-47ff-45b9-b985-bb337858d6a7,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:57:05.968386 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Attempting to bind port 58d9ba34-47ff-45b9-b985-bb337858d6a7 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 07:57:05.968745 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Attempting to bind port 58d9ba34-47ff-45b9-b985-bb337858d6a7 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 07:57:05.969102 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Attempting to bind port 58d9ba34-47ff-45b9-b985-bb337858d6a7 on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 07:57:05.974648 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 07:57:05.974979 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:57:05.975380 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:05.975811 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 07:57:05.976261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Bound port: 58d9ba34-47ff-45b9-b985-bb337858d6a7, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 07:57:05.976656 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:06.029348 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] For port 58d9ba34-47ff-45b9-b985-bb337858d6a7, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 07:57:06.032493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] For port 58d9ba34-47ff-45b9-b985-bb337858d6a7, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=58d9ba34-47ff-45b9-b985-bb337858d6a7,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 07:57:06.101812 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:06.167022 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Routers {'12b8baa2-685a-4fc7-bffc-df53dba44ce8'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 07:57:06.167654 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T07:56:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:57:06.170396 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fca0b-5435-469e-9d0d-f4622e8dc923 None None] Pushing event updated for resources: {'Port': ['ID=58d9ba34-47ff-45b9-b985-bb337858d6a7,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:57:06.278163 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] Set router 12b8baa2-685a-4fc7-bffc-df53dba44ce8 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 07:57:06.306948 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36136) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:57:06.422981 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5568c6d3-fbe7-468b-b450-2507283de72d admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1145997 Oct 29 07:57:06.503649 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'name': 'router1', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '58d9ba34-47ff-45b9-b985-bb337858d6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T07:56:42Z', 'updated_at': '2021-10-29T07:57:02Z', 'revision_number': 4, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'gw_port': {'id': '58d9ba34-47ff-45b9-b985-bb337858d6a7', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:57:01Z', 'updated_at': '2021-10-29T07:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '234a0526-d0cb-464a-925a-8df0f8f9c76e', 'name': '', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'mac_address': 'fa:16:3e:fd:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:56:52Z', 'updated_at': '2021-10-29T07:56:56Z', 'revision_number': 5, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'subnets': [{'id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 07:57:06.537839 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef0e80-019b-4afb-8066-6eab329019ba None None] The sync data for ids ['12b8baa2-685a-4fc7-bffc-df53dba44ce8'] in dv-cinder-741349-6-iscsi is: [{'id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'name': 'router1', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '58d9ba34-47ff-45b9-b985-bb337858d6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T07:56:42Z', 'updated_at': '2021-10-29T07:57:02Z', 'revision_number': 4, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'gw_port': {'id': '58d9ba34-47ff-45b9-b985-bb337858d6a7', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:57:01Z', 'updated_at': '2021-10-29T07:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '234a0526-d0cb-464a-925a-8df0f8f9c76e', 'name': '', 'network_id': '5f3e1850-b164-45b6-ad63-8d1957df9ad5', 'tenant_id': '84c4662260224e3d87353ce6ad9a2979', 'mac_address': 'fa:16:3e:fd:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b8baa2-685a-4fc7-bffc-df53dba44ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T07:56:52Z', 'updated_at': '2021-10-29T07:56:56Z', 'revision_number': 5, 'project_id': '84c4662260224e3d87353ce6ad9a2979', 'subnets': [{'id': '3e0dc085-f303-479e-b48d-2c111ef626ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f27cdff-2ce9-496e-907b-ebfe76122399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 07:57:07.368522 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 58d9ba34-47ff-45b9-b985-bb337858d6a7 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:57:07.425120 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 58d9ba34-47ff-45b9-b985-bb337858d6a7 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:57:07.425972 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:07.536257 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:07.563729 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 58d9ba34-47ff-45b9-b985-bb337858d6a7, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=58d9ba34-47ff-45b9-b985-bb337858d6a7,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 07:57:07.655059 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:07.708324 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=58d9ba34-47ff-45b9-b985-bb337858d6a7,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:57:09.386006 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 58d9ba34-47ff-45b9-b985-bb337858d6a7 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:57:09.477951 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 58d9ba34-47ff-45b9-b985-bb337858d6a7 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:57:09.478410 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:13.357713 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1911-1740-4feb-971b-b440b6d839f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:16.313480 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2dc017f-27bb-49a9-9056-c1cf5f224266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:17.060948 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:17.284759 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:18.975068 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:21.851511 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 07:57:43.354108 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-76739fb3-4e9c-4878-a554-e455a928f17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:46.312124 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0c973b4-6cc0-47c5-b217-72b1215d9dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:47.077029 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:47.328941 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:48.991299 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:57:58.851202 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 07:58:13.316012 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-09b8d733-72c4-4247-9488-a6ea2e6bbc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:16.309975 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ae97e977-cd40-4760-a483-41ef231a093c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:17.058487 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:17.287025 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:18.978388 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:35.850399 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 07:58:43.337428 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fb404260-fb9c-4d6b-9d79-a970ebd1924f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:46.314965 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5fb41882-915a-4a8e-b6ec-282db6d9e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:47.046229 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:47.280399 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:48.960249 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:52.677663 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36698) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:58:52.740956 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.pecan_wsgi.hooks.translation [None req-765ba1e2-ea9f-4a16-ad94-71fcf1ab1cce admin admin] GET failed (client error): The resource could not be found. Oct 29 07:58:52.742351 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-765ba1e2-ea9f-4a16-ad94-71fcf1ab1cce admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636199 Oct 29 07:58:52.916881 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402af7c9-f71f-47b1-b91c-2e794d863b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:58:52.918316 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-402af7c9-f71f-47b1-b91c-2e794d863b74 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1711254 Oct 29 07:58:55.256157 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36708) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:58:55.361990 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e5f1d-b7ed-4ce4-b622-a7ae3cf42391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:58:55.363374 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0a9e5f1d-b7ed-4ce4-b622-a7ae3cf42391 admin admin] 10.222.0.74 "GET /v2.0/subnets/3e0dc085-f303-479e-b48d-2c111ef626ba HTTP/1.1" status: 200 len: 849 time: 0.1062524 Oct 29 07:58:55.374215 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:58:55.468082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:55.668759 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758941354231'] for subnet, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:55.701732 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:58:55.702314 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:55.703606 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] 10.222.0.74 "PUT /v2.0/subnets/3e0dc085-f303-479e-b48d-2c111ef626ba HTTP/1.1" status: 200 len: 868 time: 0.3332031 Oct 29 07:58:55.704898 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec42758-20ba-4bf9-8b18-b34f67647eef None None] Network 5f3e1850-b164-45b6-ad63-8d1957df9ad5 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:58:55.722436 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0dc085-f303-479e-b48d-2c111ef626ba,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:58:55.730325 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.730981 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.731327 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.731685 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.732014 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.732359 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.732683 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.733085 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.733406 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.733647 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.734073 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:55.734269 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b4d31-474b-45f0-89d7-d2671e2b58b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:58:56.134095 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-b9ee074b-7d6b-4ab5-982c-399e8fe1fa53 None None] Provisioning complete for port 234a0526-d0cb-464a-925a-8df0f8f9c76e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:58:56.134542 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9ee074b-7d6b-4ab5-982c-399e8fe1fa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:56.224542 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-b9ee074b-7d6b-4ab5-982c-399e8fe1fa53 None None] Provisioning complete for port 155f0941-8c87-4b5c-ae66-930207ec9746 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:58:56.224823 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b9ee074b-7d6b-4ab5-982c-399e8fe1fa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:58:58.061385 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36716) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:58:58.268805 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c770c7-ee13-45b0-a391-927e87aa4f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:58:58.269269 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c770c7-ee13-45b0-a391-927e87aa4f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:58:58.271005 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-52c770c7-ee13-45b0-a391-927e87aa4f58 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086229 Oct 29 07:59:00.619095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36724) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:00.833034 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaac799-4a76-4939-841b-fd1bbdab075c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:00.833404 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaac799-4a76-4939-841b-fd1bbdab075c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:00.834942 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-beaac799-4a76-4939-841b-fd1bbdab075c admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147961 Oct 29 07:59:03.182275 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36732) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:03.309257 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120d281-33ce-4fae-846d-11ad400d604a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:03.310925 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-1120d281-33ce-4fae-846d-11ad400d604a admin admin] 10.222.0.74 "GET /v2.0/networks/1399a958-caaa-4740-82f5-03a053379377 HTTP/1.1" status: 200 len: 886 time: 0.1276450 Oct 29 07:59:05.637389 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36740) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:05.841292 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6aa4e-9640-43c8-9807-b9e783f9c9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:05.842652 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-96d6aa4e-9640-43c8-9807-b9e783f9c9a9 admin admin] 10.222.0.74 "GET /v2.0/networks/5f3e1850-b164-45b6-ad63-8d1957df9ad5 HTTP/1.1" status: 200 len: 869 time: 0.2041988 Oct 29 07:59:08.147128 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:08.275611 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea3dd8-0c31-4242-a027-3073c8d96e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:08.276103 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea3dd8-0c31-4242-a027-3073c8d96e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:08.277638 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2cea3dd8-0c31-4242-a027-3073c8d96e41 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294172 Oct 29 07:59:10.622300 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36758) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:10.714594 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3daf377-9830-4bae-9ba4-9ee8f4bbe5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:10.715035 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3daf377-9830-4bae-9ba4-9ee8f4bbe5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:10.716604 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-c3daf377-9830-4bae-9ba4-9ee8f4bbe5b2 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933414 Oct 29 07:59:12.849901 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 07:59:13.044678 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36766) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:13.139967 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8484e96d-d00a-4543-9be8-e68b882b09db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:13.141252 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8484e96d-d00a-4543-9be8-e68b882b09db admin admin] 10.222.0.74 "GET /v2.0/subnets/3e0dc085-f303-479e-b48d-2c111ef626ba HTTP/1.1" status: 200 len: 868 time: 0.0953112 Oct 29 07:59:13.341723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-593af2f7-898d-420f-90d1-bc38eb1e04ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:15.474523 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36774) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:15.561639 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6665d0-58b7-4053-b18c-f1f6dbfc7cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:15.563041 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5b6665d0-58b7-4053-b18c-f1f6dbfc7cf2 admin admin] 10.222.0.74 "GET /v2.0/subnets/59fc5f16-b859-4a10-9af5-3a86756e728d HTTP/1.1" status: 200 len: 816 time: 0.0875361 Oct 29 07:59:16.324339 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-029edc52-a2ea-4cf6-affb-46d1ab9057bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:17.056544 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:17.239326 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:19.010619 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:40.774996 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36828) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:40.835880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [None req-7e9fcc4b-107f-44d6-b81a-f75f5334d396 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 07:59:40.836925 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7e9fcc4b-107f-44d6-b81a-f75f5334d396 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0608897 Oct 29 07:59:43.330065 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d215f36-b6f0-4e0e-84f9-162a510244bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:43.338984 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36836) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:43.403362 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff85d876-aae7-4227-8301-e60cbc13b423 admin admin] GET failed (client error): The resource could not be found. Oct 29 07:59:43.404742 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-ff85d876-aae7-4227-8301-e60cbc13b423 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647759 Oct 29 07:59:43.497200 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64a750-51ea-4799-b60f-cfbb0b90a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:43.498673 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-ec64a750-51ea-4799-b60f-cfbb0b90a5b6 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0886545 Oct 29 07:59:45.893025 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36844) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:45.941782 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:59:46.056069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Made reservation on behalf of a5b7a6eb6c83412db7afba21bd5712e4 for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 07:59:46.058367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:46.092397 dv-cinder-741349-6-iscsi neutron-server[102132]: WARNING neutron.services.revisions.revision_plugin [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Could not find related network for resource to bump revision. Oct 29 07:59:46.105264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 07:59:46.115671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:46.116114 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Added segment 5ee5a5d8-409c-47a1-84e2-deca7179a940 of type vlan for network e3b293a1-beec-42b5-b1ef-54dd625c1da8 Oct 29 07:59:46.158556 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:46.335683 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:46.336676 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:46.337280 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:46.368276 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9d268ee2-99eb-43ce-8985-49f08d426647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:46.399908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b293a1-beec-42b5-b1ef-54dd625c1da8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:59:46.411759 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network e3b293a1-beec-42b5-b1ef-54dd625c1da8 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 07:59:46.476583 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-48562b82-0c17-4314-a759-c78ff3bfebe3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5824606 Oct 29 07:59:47.107101 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:47.267331 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:48.831840 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36852) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 07:59:48.899439 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.pecan_wsgi.hooks.translation [None req-081d0bda-9039-49dd-beee-ac3371c7985e admin admin] GET failed (client error): The resource could not be found. Oct 29 07:59:48.901350 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-081d0bda-9039-49dd-beee-ac3371c7985e admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0685296 Oct 29 07:59:48.997040 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b2b0d-672e-45c4-8174-00b25947fba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:48.998563 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3d2b2b0d-672e-45c4-8174-00b25947fba3 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0893021 Oct 29 07:59:48.998720 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:49.010057 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Request body: {'subnet': {'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 07:59:49.101590 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Made reservation on behalf of a5b7a6eb6c83412db7afba21bd5712e4 for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 07:59:49.104308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:49.381936 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:49.458909 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:59:49.469119 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Checking segment: {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:59:49.469488 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Network hostable DHCP agents. Network: e3b293a1-beec-42b5-b1ef-54dd625c1da8, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 07:59:49.569949 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Network e3b293a1-beec-42b5-b1ef-54dd625c1da8 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 07:59:49.621431 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, e3b293a1-beec-42b5-b1ef-54dd625c1da8) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:59:49.626019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 07:59:49.627875 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:49.633096 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27b0405-35dd-46e4-833f-bf5c2e3df73b None None] Network e3b293a1-beec-42b5-b1ef-54dd625c1da8 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:59:49.676522 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-034d574b-4853-49a0-bf02-45b701ffb985 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6706119 Oct 29 07:59:49.791930 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-e3b293a1-beec-42b5-b1ef-54dd625c1da8', 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8', 'tenant_id': 'a5b7a6eb6c83412db7afba21bd5712e4', 'fixed_ips': [{'subnet_id': 'a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 07:59:49.792894 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:49.850525 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 07:59:49.937916 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Allocated IP 192.168.233.2 (e3b293a1-beec-42b5-b1ef-54dd625c1da8/a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b/a51e9dac-14df-41b8-bff2-2fc199496f2c) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 07:59:50.083159 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:50.136583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:50.183456 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Network e3b293a1-beec-42b5-b1ef-54dd625c1da8 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 07:59:50.189493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 07:59:50.191328 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Pushing event updated for resources: {'Port': ['ID=a51e9dac-14df-41b8-bff2-2fc199496f2c,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:59:50.193545 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 07:59:50.204076 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.205111 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.205535 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.206021 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.206348 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.206682 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.206999 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.207318 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.207652 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.207998 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.208312 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.208656 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 07:59:50.260806 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Attempting to bind port a51e9dac-14df-41b8-bff2-2fc199496f2c on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 07:59:50.261166 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Attempting to bind port a51e9dac-14df-41b8-bff2-2fc199496f2c by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 07:59:50.261521 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Attempting to bind port a51e9dac-14df-41b8-bff2-2fc199496f2c on network e3b293a1-beec-42b5-b1ef-54dd625c1da8 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 07:59:50.267254 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 7, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 07:59:50.267627 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Checking segment: {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 07:59:50.268054 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:50.268573 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Bound using segment: {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 07:59:50.269039 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Bound port: a51e9dac-14df-41b8-bff2-2fc199496f2c, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 07:59:50.269528 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:50.332788 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] For port a51e9dac-14df-41b8-bff2-2fc199496f2c, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 07:59:50.336279 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] For port a51e9dac-14df-41b8-bff2-2fc199496f2c, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=a51e9dac-14df-41b8-bff2-2fc199496f2c,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 07:59:50.410181 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:50.484839 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903303-c816-4c84-9b4f-f3aae3735188 None None] Pushing event updated for resources: {'Port': ['ID=a51e9dac-14df-41b8-bff2-2fc199496f2c,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:59:51.321849 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96daa8-8d31-4c31-8a04-cbd7b2f5b0ae None None] Network e3b293a1-beec-42b5-b1ef-54dd625c1da8 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 07:59:51.404437 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-0f080d86-c41a-4d27-9800-7c1db5274787 None None] Provisioning complete for port a51e9dac-14df-41b8-bff2-2fc199496f2c triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:59:51.404437 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f080d86-c41a-4d27-9800-7c1db5274787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:51.476717 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device a51e9dac-14df-41b8-bff2-2fc199496f2c up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:59:51.598826 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f080d86-c41a-4d27-9800-7c1db5274787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:51.639720 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port a51e9dac-14df-41b8-bff2-2fc199496f2c triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:59:51.640083 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:51.662878 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-0f080d86-c41a-4d27-9800-7c1db5274787 None None] For port a51e9dac-14df-41b8-bff2-2fc199496f2c, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=a51e9dac-14df-41b8-bff2-2fc199496f2c,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 07:59:51.725610 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:51.771836 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f080d86-c41a-4d27-9800-7c1db5274787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:51.854019 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.db.api [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 07:59:51.854306 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG oslo_db.api [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 07:59:51.858644 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f080d86-c41a-4d27-9800-7c1db5274787 None None] Pushing event updated for resources: {'Port': ['ID=a51e9dac-14df-41b8-bff2-2fc199496f2c,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 07:59:51.893965 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-cca2334d-3ccf-454b-8438-48963e19f56e None None] Provisioning complete for port a51e9dac-14df-41b8-bff2-2fc199496f2c triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:59:51.894251 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cca2334d-3ccf-454b-8438-48963e19f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 07:59:53.426935 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device a51e9dac-14df-41b8-bff2-2fc199496f2c up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 07:59:53.480041 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port a51e9dac-14df-41b8-bff2-2fc199496f2c triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 07:59:53.480405 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:13.334549 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3495a044-e8db-454d-8101-98048f61b132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:16.310346 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4142bf47-4c9f-4528-bad0-36b360097cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:17.071777 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:17.276633 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:19.020600 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:26.849291 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:00:43.339401 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-643a4017-2ce8-4912-ae80-22c25b9198a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:46.316795 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d136ce5a-ce42-42e8-b311-acbd20f51a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:47.117786 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:47.246648 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:00:49.036562 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:03.848037 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:01:09.037255 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36898) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:01:09.043052 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [None req-3c1c0b60-d0e1-46b9-91d4-7485acc8a80a tempest-verify_tempest_config-1488566749 tempest-verify_tempest_config-1488566749-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:01:09.044044 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3c1c0b60-d0e1-46b9-91d4-7485acc8a80a tempest-verify_tempest_config-1488566749 tempest-verify_tempest_config-1488566749-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058689 Oct 29 08:01:09.583790 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 36916) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:01:09.691639 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:09.768150 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:09.840061 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:09.884818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715fb4e4-ac85-4dca-9054-51b3ed883e76,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:01:09.889178 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bbff91f7f7754fa7a202ad59445ee189&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3036864 Oct 29 08:01:09.891934 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:01:09.894604 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.894968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.895303 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.895630 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.895980 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.896305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.896624 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.896967 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.897293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.897609 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.898034 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.898240 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f28c16-aa60-4075-af40-3a46d49acda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:09.952289 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:09.977681 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:10.126186 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:10.128888 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:10.130070 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/715fb4e4-ac85-4dca-9054-51b3ed883e76 HTTP/1.1" status: 204 len: 168 time: 0.2371500 Oct 29 08:01:10.137814 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715fb4e4-ac85-4dca-9054-51b3ed883e76,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:01:10.145760 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.146134 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.146479 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.146813 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.147143 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.147493 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.147858 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.148186 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.148511 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.148835 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.149210 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:10.149523 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b5b00-e3a3-4ec1-bf39-5d543d760a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:01:13.360098 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1b933eca-14f6-4fb4-bb12-7b2dc59a3386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:16.286887 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e0ed88bc-cc89-41d6-9edd-53ecb1217db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:17.104180 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:17.252818 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:19.006804 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:40.846732 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:01:43.327573 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0e69251f-389f-4545-b6a5-773d7c4585e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:46.285937 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-245bfe11-96bd-40cf-a288-fbcc0adf4652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:47.074403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:47.291440 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:01:49.103792 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:13.342661 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c31c7f0-4ab8-4f0c-97c2-10f1eeb2a56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:16.301951 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9326ce7f-c28b-435c-9638-1b3721d3461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:17.084624 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:17.238883 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:17.845024 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 5 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:02:18.997793 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:43.364025 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e06f288e-62e2-4cf3-b356-9c3dc4e8160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:46.279504 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68e3cc87-39b9-4a07-935f-bc4deb70f1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:47.124411 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:47.253271 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:47.676343 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576328'] for agent, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:49.009369 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:02:54.843965 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:03:03.026151 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 36994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:03:03.143249 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f7f96236-037f-4e72-834c-cc2ef04f333c admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1159470 Oct 29 08:03:05.548692 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37004) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:03:05.604589 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2739ea6f-8d06-4b02-983d-ca0e7d6a074d admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547800 Oct 29 08:03:13.345801 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6a243196-5aa8-4f3b-bc97-378c112da70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:16.281089 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75be2455-1086-4935-b9b3-9dd75a40335b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:17.094302 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:17.263893 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:17.658064 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:19.006594 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:31.842887 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:03:43.328365 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-056825b7-414d-4698-b7ae-febcc458b735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:46.276272 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f2c1bfde-fec0-446e-be7a-8e635c711a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:47.119465 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:47.282018 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:47.658932 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:03:49.022518 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:08.842218 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:04:13.334098 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-501d0b90-a840-462d-803e-5aa8291fa8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:16.297573 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0f42be3e-d2e7-48fd-aee1-e57b4a3e1678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:17.116765 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:17.260171 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:17.670667 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:19.013232 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:38.898733 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37226) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:39.470602 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37250) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:39.518896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37254) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:39.537270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1811889169-network', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:39.649536 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Made reservation on behalf of c8c93ca4e0804994b39406ecaafc78de for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:39.652423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:39.666103 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:39.836345 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:39.842379 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1055895292-network', 'tenant_id': '03299dce1ede47c0a2bf07c699f2ca97'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:39.891234 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-984181077-network', 'tenant_id': 'a75aa25492694450bc83074f042f778e'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:39.935971 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:39.968829 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Made reservation on behalf of 03299dce1ede47c0a2bf07c699f2ca97 for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:39.972199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.001196 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:04:40.011943 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.032454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8922ff15-bad0-4e8a-a23e-f74dc4c014a8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:40.036434 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.036850 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Added segment 597d4c66-9cc1-43a9-9416-e4f9c1c9de05 of type vlan for network ce10fefc-db6c-4652-9a2b-f35d55fa1092 Oct 29 08:04:40.059466 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.059990 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.060678 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.061748 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.062425 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.062900 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.063446 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.063926 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.077760 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.079471 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.080158 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.080834 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Tracked resource versions report: Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: pushed versions: Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: { 'AddressGroup': {'1.2'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'ConntrackHelper': {'1.0'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Log': {'1.0'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Network': {'1.1'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Port': {'1.7'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'PortForwarding': {'1.2'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'QosPolicy': {'1.10'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroup': {'1.4'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SubPort': {'1.0'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Subnet': {'1.1'}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Trunk': {'1.1'}} Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: consumer versions: Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: HyperV agent@hv-cinder-74134: {}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'ConntrackHelper': '1.0', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Log': '1.0', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Network': '1.1', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Port': '1.7', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'PortForwarding': '1.2', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'QosPolicy': '1.10', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroup': '1.4', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SecurityGroupRule': '1.2', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'SubPort': '1.0', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Subnet': '1.1', Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: 'Trunk': '1.1'}} Oct 29 08:04:40.082986 dv-cinder-741349-6-iscsi neutron-server[102132]: {{(pid=102132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:04:40.144379 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Made reservation on behalf of a75aa25492694450bc83074f042f778e for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:40.147885 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.161601 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.179537 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.290788 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.342066 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.346650 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:40.346650 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.352284 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.433165 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.452305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.494361 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:04:40.498110 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] Pushing event updated for resources: {'Network': ['ID=ce10fefc-db6c-4652-9a2b-f35d55fa1092,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:40.516065 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:04:40.542775 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-bdf61de7-c093-4320-b0bb-35908b054009 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6425049 Oct 29 08:04:40.548288 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37292) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:40.549369 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:04:40.559503 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Request body: {'subnet': {'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1811889169-subnet', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:40.609508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.610514 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Added segment 443b51c4-9c8e-42fd-a120-ed6d41f5ad4a of type vlan for network 9f2541d7-716e-4352-8065-76256ec23b2f Oct 29 08:04:40.621381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.624285 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Added segment cb7e5db2-da47-4dce-bffc-dd09854d6018 of type vlan for network 5aa31318-885f-4fc9-b051-92390e1b7ce7 Oct 29 08:04:40.655235 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530f8367-1b94-4d2e-90aa-10b41cc5cc20,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:40.722832 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Made reservation on behalf of c8c93ca4e0804994b39406ecaafc78de for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:40.727648 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.817022 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.835729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f16d97-0c58-4db2-a4b1-384e7000bfac,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:40.913617 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:40.981477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37304) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:41.021043 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.022630 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:41.023579 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.097348 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.098891 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:41.099853 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.220775 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7487893 Oct 29 08:04:41.225726 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37312) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:41.232536 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7115407 Oct 29 08:04:41.234836 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Request body: {'subnet': {'network_id': '9f2541d7-716e-4352-8065-76256ec23b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1055895292-subnet', 'tenant_id': '03299dce1ede47c0a2bf07c699f2ca97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:41.243740 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37314) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:41.268645 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Request body: {'subnet': {'network_id': '5aa31318-885f-4fc9-b051-92390e1b7ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-984181077-subnet', 'tenant_id': 'a75aa25492694450bc83074f042f778e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:41.274394 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.290241 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcefc7d-31e4-47d6-a157-5aef6c092244 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2541d7-716e-4352-8065-76256ec23b2f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:41.309431 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 9f2541d7-716e-4352-8065-76256ec23b2f details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:04:41.425074 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Checking segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:41.425809 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Network hostable DHCP agents. Network: ce10fefc-db6c-4652-9a2b-f35d55fa1092, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:04:41.438472 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Made reservation on behalf of 03299dce1ede47c0a2bf07c699f2ca97 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:41.438759 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1c49-fc4c-4800-81af-971f3cbbbbbc admin admin] Pushing event updated for resources: {'Network': ['ID=5aa31318-885f-4fc9-b051-92390e1b7ce7,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:41.442926 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.481079 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 5aa31318-885f-4fc9-b051-92390e1b7ce7 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:04:41.522719 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Made reservation on behalf of a75aa25492694450bc83074f042f778e for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:41.526426 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.637050 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6ede05-696f-4ea9-aa06-6e0b62004a36,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:41.648544 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.649210 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.649844 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.650474 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.651129 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.651821 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.652439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.653051 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.653662 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.654262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.655528 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.656560 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Tracked resource versions report: Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: pushed versions: Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: { 'AddressGroup': {'1.2'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'ConntrackHelper': {'1.0'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Log': {'1.0'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Network': {'1.1'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Port': {'1.7'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'PortForwarding': {'1.2'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'QosPolicy': {'1.10'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroup': {'1.4'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SubPort': {'1.0'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Subnet': {'1.1'}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Trunk': {'1.1'}} Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: consumer versions: Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: HyperV agent@hv-cinder-74134: {}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'ConntrackHelper': '1.0', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Log': '1.0', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Network': '1.1', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Port': '1.7', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'PortForwarding': '1.2', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'QosPolicy': '1.10', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroup': '1.4', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SecurityGroupRule': '1.2', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'SubPort': '1.0', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Subnet': '1.1', Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: 'Trunk': '1.1'}} Oct 29 08:04:41.658692 dv-cinder-741349-6-iscsi neutron-server[102133]: {{(pid=102133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:04:41.751876 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:04:41.846014 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7165068d-4d2c-4691-aa83-0e35ec6686be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.859557 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, ce10fefc-db6c-4652-9a2b-f35d55fa1092) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:41.864504 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:41.865095 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:41.877952 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54f1b2-16ab-49df-bce7-49a2a294f736 None None] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:41.989043 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.040850 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-bd35a8fe-0575-4b01-9be5-ecae2d057347 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4892879 Oct 29 08:04:42.041386 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37338) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:42.049705 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:42.069444 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.096234 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4c3ed5-c696-4d12-8b46-b63996b778d0,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:42.151482 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Checking segment: {'id': '443b51c4-9c8e-42fd-a120-ed6d41f5ad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9f2541d7-716e-4352-8065-76256ec23b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:42.152615 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Network hostable DHCP agents. Network: 9f2541d7-716e-4352-8065-76256ec23b2f, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:04:42.216404 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.225164 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.279411 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a14234-adf8-4a67-a53c-050ea891bd68,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:42.333896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Checking segment: {'id': 'cb7e5db2-da47-4dce-bffc-dd09854d6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5aa31318-885f-4fc9-b051-92390e1b7ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:42.333896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Network hostable DHCP agents. Network: 5aa31318-885f-4fc9-b051-92390e1b7ce7, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:04:42.333896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7165068d-4d2c-4691-aa83-0e35ec6686be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.349421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.383916 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:04:42.385888 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Network 9f2541d7-716e-4352-8065-76256ec23b2f is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:04:42.386044 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.484381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7165068d-4d2c-4691-aa83-0e35ec6686be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.487471 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Network 5aa31318-885f-4fc9-b051-92390e1b7ce7 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:04:42.568380 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 5aa31318-885f-4fc9-b051-92390e1b7ce7) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:42.572203 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7165068d-4d2c-4691-aa83-0e35ec6686be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a194a750a139458483e6797b4ab32a2f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5858755 Oct 29 08:04:42.572925 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165068d-4d2c-4691-aa83-0e35ec6686be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31726475-3103-4963-968b-6078813c3901,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:42.585215 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37344) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:42.589675 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:42.590253 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.618832 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042b3f9-9d8d-4964-9ef8-484887abdbcd None None] Network 5aa31318-885f-4fc9-b051-92390e1b7ce7 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:42.661591 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37348) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:42.675429 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 9f2541d7-716e-4352-8065-76256ec23b2f) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:42.725510 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-9274632a-1770-4fd4-9fe9-9b6d6f5db4f7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4798157 Oct 29 08:04:42.771296 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddf2ef-6d3f-4f74-8394-f76ad5642089 None None] Network 9f2541d7-716e-4352-8065-76256ec23b2f requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:42.774271 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b6-0e97-4df3-8fb8-9cd9c4127584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.802833 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b6-0e97-4df3-8fb8-9cd9c4127584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.914011 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.914297 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaba5c37-17d8-4791-ba8a-330dc9987c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.925056 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:42.926368 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:42.989868 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Allocated IP 172.20.0.2 (ce10fefc-db6c-4652-9a2b-f35d55fa1092/cd6ede05-696f-4ea9-aa06-6e0b62004a36/069d8b91-f708-440b-be7b-809d73c5d550) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:04:43.045669 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b6-0e97-4df3-8fb8-9cd9c4127584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.049033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b6-0e97-4df3-8fb8-9cd9c4127584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.051714 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7a9be9b6-0e97-4df3-8fb8-9cd9c4127584 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31726475-3103-4963-968b-6078813c3901 HTTP/1.1" status: 204 len: 168 time: 0.4622526 Oct 29 08:04:43.100228 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be9b6-0e97-4df3-8fb8-9cd9c4127584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31726475-3103-4963-968b-6078813c3901,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:43.195617 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaba5c37-17d8-4791-ba8a-330dc9987c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.206805 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f66785df-00f8-4a40-85a9-2a77e96bcbfc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9793291 Oct 29 08:04:43.304827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaba5c37-17d8-4791-ba8a-330dc9987c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.343464 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd76ffd3-6ea5-4a23-a2cc-8749de45da0b None None] Network 5aa31318-885f-4fc9-b051-92390e1b7ce7 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:43.346367 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bedf80-463b-4ff1-a3ec-68be4e37752a None None] Network 9f2541d7-716e-4352-8065-76256ec23b2f requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:43.407519 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-eaba5c37-17d8-4791-ba8a-330dc9987c76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=377b3e9c02e145e5b80840a4393b35de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7409084 Oct 29 08:04:43.408560 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37372) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:43.409910 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba5c37-17d8-4791-ba8a-330dc9987c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b5a2b0-e657-499e-9296-de84d8ec9a18,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:43.477280 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4523-2dbb-48fb-bd0c-c294c8099ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.533320 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4523-2dbb-48fb-bd0c-c294c8099ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.713738 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.718133 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4523-2dbb-48fb-bd0c-c294c8099ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.721260 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4523-2dbb-48fb-bd0c-c294c8099ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.722733 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-ab2f4523-2dbb-48fb-bd0c-c294c8099ed3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/03b5a2b0-e657-499e-9296-de84d8ec9a18 HTTP/1.1" status: 204 len: 168 time: 0.3139684 Oct 29 08:04:43.742027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f4523-2dbb-48fb-bd0c-c294c8099ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b5a2b0-e657-499e-9296-de84d8ec9a18,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:43.831071 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:43.876719 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26cf4036-ab2e-4cf3-8c8f-de458e98307e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.018639 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Allocated IP 172.27.2.167 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/82b9ae20-4c45-42e2-bfb2-7cd09d644878) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:04:44.113585 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.225866 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.251064 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37410) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:44.254990 dv-cinder-741349-6-iscsi neutron-server[102132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 08:04:44.287776 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:04:44.292157 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.292960 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:44.298612 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:04:44.302290 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Pushing event updated for resources: {'Port': ['ID=069d8b91-f708-440b-be7b-809d73c5d550,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:44.328380 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.328380 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.328757 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.329285 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.329734 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.330187 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.330959 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.331437 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.331945 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.332514 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.332984 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.333494 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Tracked resource versions report: Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: pushed versions: Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: { 'AddressGroup': {'1.2'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'ConntrackHelper': {'1.0'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Log': {'1.0'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Network': {'1.1'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Port': {'1.7'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'PortForwarding': {'1.2'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'QosPolicy': {'1.10'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroup': {'1.4'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SubPort': {'1.0'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Subnet': {'1.1'}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Trunk': {'1.1'}} Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: consumer versions: Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: HyperV agent@hv-cinder-74134: {}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'ConntrackHelper': '1.0', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Log': '1.0', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Network': '1.1', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Port': '1.7', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'PortForwarding': '1.2', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'QosPolicy': '1.10', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroup': '1.4', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SecurityGroupRule': '1.2', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'SubPort': '1.0', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Subnet': '1.1', Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: 'Trunk': '1.1'}} Oct 29 08:04:44.334917 dv-cinder-741349-6-iscsi neutron-server[102134]: {{(pid=102134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:04:44.397104 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Attempting to bind port 069d8b91-f708-440b-be7b-809d73c5d550 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:04:44.398635 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Attempting to bind port 069d8b91-f708-440b-be7b-809d73c5d550 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:04:44.398635 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Attempting to bind port 069d8b91-f708-440b-be7b-809d73c5d550 on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:04:44.403569 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:04:44.404036 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Checking segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:44.404438 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.404833 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Bound using segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:04:44.405385 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Bound port: 069d8b91-f708-440b-be7b-809d73c5d550, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:04:44.406064 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.418453 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.502108 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:04:44.505768 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:44.508896 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:04:44.541230 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] For port 069d8b91-f708-440b-be7b-809d73c5d550, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:04:44.548610 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] For port 069d8b91-f708-440b-be7b-809d73c5d550, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=069d8b91-f708-440b-be7b-809d73c5d550,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:04:44.601021 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-70f88100-d2f8-4dd6-8863-7e08727e358c tempest-DeleteServersTestJSON-1716887077 tempest-DeleteServersTestJSON-1716887077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:44.612479 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-70f88100-d2f8-4dd6-8863-7e08727e358c tempest-DeleteServersTestJSON-1716887077 tempest-DeleteServersTestJSON-1716887077-project] 10.222.0.74 "GET /v2.0/networks?id=5aa31318-885f-4fc9-b051-92390e1b7ce7 HTTP/1.1" status: 200 len: 811 time: 0.3585813 Oct 29 08:04:44.629548 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-3b108b27-1aa1-45b3-a886-9443a99342b9 tempest-DeleteServersTestJSON-1716887077 tempest-DeleteServersTestJSON-1716887077-project] 10.222.0.74 "GET /v2.0/quotas/a75aa25492694450bc83074f042f778e HTTP/1.1" status: 200 len: 375 time: 0.0140588 Oct 29 08:04:44.654620 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:44.730028 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-ec848426-7d5a-4781-8e8e-9e1f9a75b0f7 tempest-DeleteServersTestJSON-1716887077 tempest-DeleteServersTestJSON-1716887077-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a75aa25492694450bc83074f042f778e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960879 Oct 29 08:04:44.817952 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a8cf-7db6-4b16-bc7e-96d7d519c399 None None] Pushing event updated for resources: {'Port': ['ID=069d8b91-f708-440b-be7b-809d73c5d550,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:44.831890 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Pushing event updated for resources: {'Port': ['ID=82b9ae20-4c45-42e2-bfb2-7cd09d644878,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:44.852012 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37452) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:44.875641 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcbc8867-a14e-49bd-bd57-0c6faf0fd339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.049874 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcbc8867-a14e-49bd-bd57-0c6faf0fd339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.257466 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-af4c68b2-6811-422b-b3d8-081bd233df19 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:04:45.274058 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-af4c68b2-6811-422b-b3d8-081bd233df19 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1427305 Oct 29 08:04:45.279464 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcbc8867-a14e-49bd-bd57-0c6faf0fd339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.335217 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.371838 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc8867-a14e-49bd-bd57-0c6faf0fd339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d1bc6-da78-413e-8c47-ad2b2eb7a45e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:45.384390 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-bcbc8867-a14e-49bd-bd57-0c6faf0fd339 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=32470ba1cf9e495e9e7a440534a9991a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5291505 Oct 29 08:04:45.385851 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37464) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:45.464242 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-b5e40438-582c-43b0-a84b-bce5b6257f92 service neutron] 10.222.0.74 "GET /v2.0/networks/5aa31318-885f-4fc9-b051-92390e1b7ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728573 Oct 29 08:04:45.493270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d12f3274-12fa-4060-9fc2-a7cef4e6071c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.558616 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d12f3274-12fa-4060-9fc2-a7cef4e6071c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.596966 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.674280 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-3dc2ece7-eea5-4b7a-a1d6-391752e75f56 service neutron] 10.222.0.74 "GET /v2.0/networks/5aa31318-885f-4fc9-b051-92390e1b7ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015860 Oct 29 08:04:45.675163 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37476) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:45.687046 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1897451831-network', 'tenant_id': '7a5d9201a4f643a3aa60c52c9327e1aa'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:45.789567 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 069d8b91-f708-440b-be7b-809d73c5d550 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:04:45.851435 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:04:45.852458 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Made reservation on behalf of 7a5d9201a4f643a3aa60c52c9327e1aa for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:45.852458 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.872308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d12f3274-12fa-4060-9fc2-a7cef4e6071c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.891508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d12f3274-12fa-4060-9fc2-a7cef4e6071c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.895973 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d12f3274-12fa-4060-9fc2-a7cef4e6071c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/715d1bc6-da78-413e-8c47-ad2b2eb7a45e HTTP/1.1" status: 204 len: 168 time: 0.5066111 Oct 29 08:04:45.921736 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:45.979195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f3274-12fa-4060-9fc2-a7cef4e6071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d1bc6-da78-413e-8c47-ad2b2eb7a45e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:46.001779 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 069d8b91-f708-440b-be7b-809d73c5d550 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:46.003047 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.156614 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.159336 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.211363 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 069d8b91-f708-440b-be7b-809d73c5d550, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=069d8b91-f708-440b-be7b-809d73c5d550,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:04:46.223136 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.230127 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:04:46.285263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:04:46.297570 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.304502 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72f6df-007b-445d-876a-0dc86c61db3e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:46.314751 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.316511 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Added segment cb03652d-4b11-43c2-a4e4-4e6e34cab879 of type vlan for network db150a85-3c52-4828-8143-b3a87419c857 Oct 29 08:04:46.355749 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01798fcc-3af8-402d-9862-8e02509d950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.396588 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=069d8b91-f708-440b-be7b-809d73c5d550,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:46.423643 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a325294-c1de-4040-8bb5-bdaae4cee365 None None] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:46.440242 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.540420 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-03b56735-1ceb-4372-8324-05ea3f00dd7a None None] Provisioning complete for port 069d8b91-f708-440b-be7b-809d73c5d550 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:46.541053 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-03b56735-1ceb-4372-8324-05ea3f00dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.544038 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:04:46.556349 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:04:46.570849 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:04:46.571532 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:04:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:46.606947 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.616032 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:46.616032 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.669654 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:46.676167 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9d6a719c-47b5-4049-9a38-6b2482844089 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6318002 Oct 29 08:04:46.676925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37512) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:46.790217 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1113446 Oct 29 08:04:46.792314 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37518) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:46.814796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Request body: {'subnet': {'network_id': 'db150a85-3c52-4828-8143-b3a87419c857', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1897451831-subnet', 'tenant_id': '7a5d9201a4f643a3aa60c52c9327e1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:46.829783 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa87cf0-e481-44fb-8279-3b8c37db1a57 admin admin] Pushing event updated for resources: {'Network': ['ID=db150a85-3c52-4828-8143-b3a87419c857,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:46.872871 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network db150a85-3c52-4828-8143-b3a87419c857 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:04:46.953705 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Made reservation on behalf of 7a5d9201a4f643a3aa60c52c9327e1aa for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:04:46.956079 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.054706 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:04:47.148551 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.316940 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.424068 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-84ef0ad6-eacf-4003-a585-94970b5eb877 None None] Provisioning complete for port 069d8b91-f708-440b-be7b-809d73c5d550 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:47.424822 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84ef0ad6-eacf-4003-a585-94970b5eb877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.438355 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.542844 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:44Z', 'revision_number': 3, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:47.640236 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:04:47.640577 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Updating router 2fabe304-acda-4f43-9f89-923b2bfa8168 port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:04:47.657802 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=637518b5-6e84-4753-b29b-87aa61a14edb,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:47.678212 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 069d8b91-f708-440b-be7b-809d73c5d550 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:04:47.700202 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.707390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Checking segment: {'id': 'cb03652d-4b11-43c2-a4e4-4e6e34cab879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'db150a85-3c52-4828-8143-b3a87419c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:47.707825 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Network hostable DHCP agents. Network: db150a85-3c52-4828-8143-b3a87419c857, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:04:47.738737 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.835232 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.853316 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 069d8b91-f708-440b-be7b-809d73c5d550 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:47.853713 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:47.904139 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Network db150a85-3c52-4828-8143-b3a87419c857 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:04:48.009394 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Allocated IP 172.20.0.1 (ce10fefc-db6c-4652-9a2b-f35d55fa1092/cd6ede05-696f-4ea9-aa06-6e0b62004a36/d523d585-a199-4714-8f9e-45c9d2fd2efe) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:04:48.015569 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, db150a85-3c52-4828-8143-b3a87419c857) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:48.029701 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176315ca-e140-41ef-8e4e-671291b70ae3 None None] Network db150a85-3c52-4828-8143-b3a87419c857 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:48.034791 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:48.041262 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.187209 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e4bd217d-6c17-4680-9dbf-a77dd0a35b3b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3789923 Oct 29 08:04:48.205956 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.277977 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.292040 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0c00a-ecd1-40cc-bcc2-f44e7d4811b8 None None] Network db150a85-3c52-4828-8143-b3a87419c857 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:04:48.313945 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.361886 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37626) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:48.439459 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Deleting subnet 7a4c3ed5-c696-4d12-8b46-b63996b778d0 {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:04:48.450485 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.454854 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Attempting to bind port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:04:48.455317 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Attempting to bind port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:04:48.455758 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Attempting to bind port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:04:48.459890 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Pushing event updated for resources: {'Port': ['ID=82b9ae20-4c45-42e2-bfb2-7cd09d644878,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:48.469971 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.470202 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.470477 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.470818 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.471149 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.471475 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.471861 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.472205 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.472541 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.472874 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.473179 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.473577 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Tracked resource versions report: Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: pushed versions: Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: { 'AddressGroup': {'1.2'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'ConntrackHelper': {'1.0'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Log': {'1.0'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Network': {'1.1'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Port': {'1.7'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'PortForwarding': {'1.2'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'QosPolicy': {'1.10'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroup': {'1.4'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SubPort': {'1.0'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Subnet': {'1.1'}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Trunk': {'1.1'}} Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: consumer versions: Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: { DHCP agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: HyperV agent@hv-cinder-74134: {}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: L3 agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: Metadata agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: Metering agent@dv-cinder-741349-6-iscsi: {}, Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: Open vSwitch agent@dv-cinder-741349-6-iscsi: { 'AddressGroup': '1.2', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'ConntrackHelper': '1.0', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Log': '1.0', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Network': '1.1', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Port': '1.7', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'PortForwarding': '1.2', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'QosPolicy': '1.10', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroup': '1.4', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SecurityGroupRule': '1.2', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'SubPort': '1.0', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Subnet': '1.1', Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: 'Trunk': '1.1'}} Oct 29 08:04:48.474945 dv-cinder-741349-6-iscsi neutron-server[102135]: {{(pid=102135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:04:48.483612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:04:48.483612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:48.483612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.483612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:04:48.483612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Bound port: 82b9ae20-4c45-42e2-bfb2-7cd09d644878, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:04:48.483612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.488638 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.573826 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] For port 82b9ae20-4c45-42e2-bfb2-7cd09d644878, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:04:48.575707 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.581731 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] For port 82b9ae20-4c45-42e2-bfb2-7cd09d644878, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=82b9ae20-4c45-42e2-bfb2-7cd09d644878,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:04:48.596901 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.625206 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:04:48.626735 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Pushing event updated for resources: {'Port': ['ID=d523d585-a199-4714-8f9e-45c9d2fd2efe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:48.629798 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:48.666544 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:04:48.668163 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.726776 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.800204 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bc172-1040-4a52-bf40-fc0c28ed6629 None None] Pushing event updated for resources: {'Port': ['ID=82b9ae20-4c45-42e2-bfb2-7cd09d644878,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:48.810683 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:04:48.812566 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:04:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:48.900305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.977840 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4c3ed5-c696-4d12-8b46-b63996b778d0,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:48.988234 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:48.996470 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-663a27f0-46a1-45ba-8bb3-713a6ff72897 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7a4c3ed5-c696-4d12-8b46-b63996b778d0 HTTP/1.1" status: 204 len: 168 time: 0.6333251 Oct 29 08:04:48.999396 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37646) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:49.044369 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.061552 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:04:49.065397 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-1d02263f-3812-45ed-ad8a-ec5573b3c927 None None] Provisioning complete for port d523d585-a199-4714-8f9e-45c9d2fd2efe triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:49.066055 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1d02263f-3812-45ed-ad8a-ec5573b3c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.094838 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.117421 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1d02263f-3812-45ed-ad8a-ec5573b3c927 None None] Port d523d585-a199-4714-8f9e-45c9d2fd2efe cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:04:49.213006 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.234824 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.262329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.262691 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.263592 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.263951 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.264902 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.265719 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.265719 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.266068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.266388 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.266705 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.399966 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:44Z', 'revision_number': 3, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:49.449699 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.466364 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998f8e4-eb0e-4df7-9461-afbec011439b None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:44Z', 'revision_number': 3, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:04:49.514408 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.514408 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.599004 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.600076 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.600455 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.600855 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:04:49.601287 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2541d7-716e-4352-8065-76256ec23b2f']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:49.636038 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Pushing event updated for resources: {'Port': ['ID=d523d585-a199-4714-8f9e-45c9d2fd2efe,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:49.688088 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:04:49.689853 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:49.761437 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443b51c4-9c8e-42fd-a120-ed6d41f5ad4a') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:49.762316 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443b51c4-9c8e-42fd-a120-ed6d41f5ad4a') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:49.794962 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.876673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.909309 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:04:49.910291 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: from cryptography.utils import int_from_bytes Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: from cryptography.utils import int_from_bytes Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:04:49.917491 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:04:49.980588 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:04:50.066813 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-c5ebdeda-6098-4341-be0f-6ae90ac3f312 None None] Provisioning complete for port d523d585-a199-4714-8f9e-45c9d2fd2efe triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:50.067551 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c5ebdeda-6098-4341-be0f-6ae90ac3f312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.121517 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c5ebdeda-6098-4341-be0f-6ae90ac3f312 None None] Port d523d585-a199-4714-8f9e-45c9d2fd2efe cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:04:50.137391 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:04:50.150740 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-449640db-167f-40e2-b0c3-f704972ae12d admin admin] 10.222.0.74 "PUT /v2.0/routers/2fabe304-acda-4f43-9f89-923b2bfa8168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4701281 Oct 29 08:04:50.197237 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.213098 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.219804 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9f2541d7-716e-4352-8065-76256ec23b2f HTTP/1.1" status: 204 len: 168 time: 1.2177403 Oct 29 08:04:50.231120 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37688) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:50.273673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d42354-2866-4e5b-a9b3-d27cb42dada5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2541d7-716e-4352-8065-76256ec23b2f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:50.378814 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Deleting subnet 637518b5-6e84-4753-b29b-87aa61a14edb {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:04:50.386460 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.454951 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.471131 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.657702 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.687805 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637518b5-6e84-4753-b29b-87aa61a14edb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:50.700940 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.707000 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8f16a868-bb60-4cf0-a917-1943afe68e51 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/637518b5-6e84-4753-b29b-87aa61a14edb HTTP/1.1" status: 204 len: 168 time: 0.4741037 Oct 29 08:04:50.710827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37702) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:50.820581 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.949208 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:50.973392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db150a85-3c52-4828-8143-b3a87419c857']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:50.984455 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb03652d-4b11-43c2-a4e4-4e6e34cab879') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:50.984851 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb03652d-4b11-43c2-a4e4-4e6e34cab879') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:50.999133 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.016901 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.024908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:04:51.025285 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:04:51.027113 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:04:51.240177 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.246294 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.250597 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] 10.222.0.74 "DELETE /v2.0/networks/db150a85-3c52-4828-8143-b3a87419c857 HTTP/1.1" status: 204 len: 168 time: 0.5386453 Oct 29 08:04:51.271059 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dcace-82df-46d7-a677-a88253faed16 admin admin] Pushing event deleted for resources: {'Network': ['ID=db150a85-3c52-4828-8143-b3a87419c857,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:51.321124 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37716) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:51.334879 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224977034', 'description': 'tempest-description--2101236981'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:51.808152 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.814482 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 82b9ae20-4c45-42e2-bfb2-7cd09d644878 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:04:51.816568 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.817033 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:04:51.817033 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:04:51.817033 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:04:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:51.845111 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:51.845526 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.857068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:51.895290 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:51.910211 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:04:51.980496 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37742) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:52.008703 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.020678 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-9ac91ab4-9f86-4b3a-a284-b7f1aaf949a2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6980982 Oct 29 08:04:52.021796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37744) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:52.027800 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.034435 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'security_group_rule': {'security_group_id': '7998aa5b-55cf-4090-a0d5-f5a349f1a4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:52.068255 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b775abb1-ff5d-4c32-b863-475ac300b782 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03299dce1ede47c0a2bf07c699f2ca97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0859306 Oct 29 08:04:52.069129 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37746) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:52.106802 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 82b9ae20-4c45-42e2-bfb2-7cd09d644878, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=82b9ae20-4c45-42e2-bfb2-7cd09d644878,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:04:52.167023 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3166c494-8d70-46b7-9bc6-3624e204d86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.187356 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.199799 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3166c494-8d70-46b7-9bc6-3624e204d86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.331647 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.368668 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.431227 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3166c494-8d70-46b7-9bc6-3624e204d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.434633 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3166c494-8d70-46b7-9bc6-3624e204d86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.439195 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-3166c494-8d70-46b7-9bc6-3624e204d86a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/530f8367-1b94-4d2e-90aa-10b41cc5cc20 HTTP/1.1" status: 204 len: 168 time: 0.3685861 Oct 29 08:04:52.456069 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c494-8d70-46b7-9bc6-3624e204d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f8367-1b94-4d2e-90aa-10b41cc5cc20,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:52.463202 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.497209 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=82b9ae20-4c45-42e2-bfb2-7cd09d644878,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:52.515274 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6f09e2-43f3-4874-b9a4-4442c10330ee,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:52.551831 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 2, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:52.612069 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:04:52.612069 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Updating router 2fabe304-acda-4f43-9f89-923b2bfa8168 port d523d585-a199-4714-8f9e-45c9d2fd2efe binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:04:52.643998 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.797748 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:52.802773 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-9b90f3eb-248b-41db-b547-04abb808faf1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7757695 Oct 29 08:04:52.804498 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37764) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:52.810328 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'security_group_rule': {'security_group_id': '7998aa5b-55cf-4090-a0d5-f5a349f1a4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:52.948103 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.078526 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.103839 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.145590 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.160333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2736d4-7368-4018-aea6-9f8dfa3203c7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:53.180610 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.262010 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.263458 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-50cafd53-a3a4-4258-8f8e-1a8731f2929a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4578819 Oct 29 08:04:53.269604 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37776) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:53.277854 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:04:53.364039 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10119827-3d27-4b50-931f-62ef29ec6f92 None None] Pushing event updated for resources: {'Port': ['ID=d523d585-a199-4714-8f9e-45c9d2fd2efe,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:53.440204 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.492698 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Attempting to bind port d523d585-a199-4714-8f9e-45c9d2fd2efe on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:04:53.493599 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Attempting to bind port d523d585-a199-4714-8f9e-45c9d2fd2efe by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:04:53.494442 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Attempting to bind port d523d585-a199-4714-8f9e-45c9d2fd2efe on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:04:53.543774 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:04:53.544495 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Checking segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:04:53.547362 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.548706 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Bound using segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:04:53.549557 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Bound port: d523d585-a199-4714-8f9e-45c9d2fd2efe, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:04:53.550245 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.751958 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 37792) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:53.769926 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 82b9ae20-4c45-42e2-bfb2-7cd09d644878 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:04:53.844518 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7c35e667-ecb2-4b15-af8e-a88a5034fb5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a5d9201a4f643a3aa60c52c9327e1aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0911217 Oct 29 08:04:53.846665 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37796) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:53.865478 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-74cc7930-9d24-49eb-ab19-2bc6b9642a04 None None] Provisioning complete for port d523d585-a199-4714-8f9e-45c9d2fd2efe triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:53.865757 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74cc7930-9d24-49eb-ab19-2bc6b9642a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.926896 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] For port d523d585-a199-4714-8f9e-45c9d2fd2efe, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:04:53.958700 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] For port d523d585-a199-4714-8f9e-45c9d2fd2efe, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=d523d585-a199-4714-8f9e-45c9d2fd2efe,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:04:53.960425 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:53.960825 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:53.991931 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-74cc7930-9d24-49eb-ab19-2bc6b9642a04 None None] Port d523d585-a199-4714-8f9e-45c9d2fd2efe cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:04:54.081697 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.089030 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.093841 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72cb69a2-c1c7-4efa-93eb-16467f2c322b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.173941 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:04:54.174587 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:04:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:54.178004 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10119827-3d27-4b50-931f-62ef29ec6f92 None None] Pushing event updated for resources: {'Port': ['ID=d523d585-a199-4714-8f9e-45c9d2fd2efe,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:54.215556 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72cb69a2-c1c7-4efa-93eb-16467f2c322b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.328123 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:04:54.390789 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Allocated IP 172.27.2.33 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/75ff3bed-6604-400a-abcb-75e28143c59d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:04:54.488378 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72cb69a2-c1c7-4efa-93eb-16467f2c322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.492032 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-72cb69a2-c1c7-4efa-93eb-16467f2c322b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.492597 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-72cb69a2-c1c7-4efa-93eb-16467f2c322b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e72f6df-007b-445d-876a-0dc86c61db3e HTTP/1.1" status: 204 len: 168 time: 0.6398249 Oct 29 08:04:54.508288 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-87586bb2-dcf7-4644-bab7-3a895e1b18c1 None None] Provisioning complete for port d523d585-a199-4714-8f9e-45c9d2fd2efe triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:54.508570 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb69a2-c1c7-4efa-93eb-16467f2c322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72f6df-007b-445d-876a-0dc86c61db3e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:54.508750 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87586bb2-dcf7-4644-bab7-3a895e1b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.574039 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.843036 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87586bb2-dcf7-4644-bab7-3a895e1b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.849027 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:54.911292 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:53Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:04:54.916471 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-87586bb2-dcf7-4644-bab7-3a895e1b18c1 None None] For port d523d585-a199-4714-8f9e-45c9d2fd2efe, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=d523d585-a199-4714-8f9e-45c9d2fd2efe,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:04:54.916711 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:04:54.922555 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:04:54.929885 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:04:54.948225 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d37ef-4afe-4e86-aa17-7f3627d8b607 None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:53Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:04:55.059295 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-87586bb2-dcf7-4644-bab7-3a895e1b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:55.232376 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87586bb2-dcf7-4644-bab7-3a895e1b18c1 None None] Pushing event updated for resources: {'Port': ['ID=d523d585-a199-4714-8f9e-45c9d2fd2efe,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:55.326319 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'Port': ['ID=75ff3bed-6604-400a-abcb-75e28143c59d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:55.417698 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:55.576493 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:55.708841 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device d523d585-a199-4714-8f9e-45c9d2fd2efe up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:04:55.888244 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port d523d585-a199-4714-8f9e-45c9d2fd2efe triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:04:55.888244 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:55.999798 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:56.066093 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:56.146073 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:56.169262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'Port': ['ID=75ff3bed-6604-400a-abcb-75e28143c59d,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:56.323432 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:56.330769 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-eed229b1-4b95-4ef5-9cd5-84efa1051657 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0551715 Oct 29 08:04:56.738791 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37902) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:56.741229 dv-cinder-741349-6-iscsi neutron-server[102133]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 08:04:56.816412 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-4caa0b31-bf77-46b1-9832-ba8c616a2fe1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1224977034&fields=id&tenant_id=c8c93ca4e0804994b39406ecaafc78de HTTP/1.1" status: 200 len: 267 time: 0.0760870 Oct 29 08:04:57.136487 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-9676f440-cdc6-4cb3-b580-ac5d69fa5e98 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:04:57.138039 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-9676f440-cdc6-4cb3-b580-ac5d69fa5e98 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 811 time: 0.3087738 Oct 29 08:04:57.160071 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-1bf8c986-bb85-47bc-9ef2-280f419bf0c5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/quotas/c8c93ca4e0804994b39406ecaafc78de HTTP/1.1" status: 200 len: 375 time: 0.0116050 Oct 29 08:04:57.318084 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-b8843a3f-cd71-49c3-ae05-1d196cd22fc8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507647 Oct 29 08:04:57.645346 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-6aea760e-9c52-44ea-9b59-dec3872a30bc service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:04:57.646603 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-6aea760e-9c52-44ea-9b59-dec3872a30bc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1706619 Oct 29 08:04:57.791947 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-45c6c7df-5149-4f1b-81d1-6251e393c890 service neutron] 10.222.0.74 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375737 Oct 29 08:04:57.930581 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-5d28eab2-f8bb-4e5d-b9e0-2e0ab67c8a91 service neutron] 10.222.0.74 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294768 Oct 29 08:04:58.319724 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4d1a39d0-aff2-4c5e-ae7e-1afcfee1716b req-b4e22354-98d3-430d-a425-a92b7d2a98b8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0571795 Oct 29 08:04:58.416670 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 37994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:58.597453 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7e91cfa-7ef5-4248-b18b-f45e9792aaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:58.705536 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7e91cfa-7ef5-4248-b18b-f45e9792aaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:58.794495 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7e91cfa-7ef5-4248-b18b-f45e9792aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:58.860530 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e91cfa-7ef5-4248-b18b-f45e9792aaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec0994-15a2-47c3-bfa1-5908146bd47d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:58.874949 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d7e91cfa-7ef5-4248-b18b-f45e9792aaa3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1bb47c1eeec43ea815b09d1cb6e43d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4565582 Oct 29 08:04:58.875692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38030) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:58.984499 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df43bb48-3b34-4a7d-8f61-5a475f757b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.029422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df43bb48-3b34-4a7d-8f61-5a475f757b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.143276 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38038) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:59.218218 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df43bb48-3b34-4a7d-8f61-5a475f757b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.221825 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df43bb48-3b34-4a7d-8f61-5a475f757b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.225628 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-df43bb48-3b34-4a7d-8f61-5a475f757b83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35ec0994-15a2-47c3-bfa1-5908146bd47d HTTP/1.1" status: 204 len: 168 time: 0.3461776 Oct 29 08:04:59.236181 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43bb48-3b34-4a7d-8f61-5a475f757b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec0994-15a2-47c3-bfa1-5908146bd47d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:59.290339 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30039744-f402-4055-82f6-d4eed310eef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.407377 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30039744-f402-4055-82f6-d4eed310eef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.445429 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bd780847-5370-4506-bc06-f229b4771335 req-56f151cb-14ca-48b6-aa86-c98c6f7c6bb7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0328481 Oct 29 08:04:59.508822 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30039744-f402-4055-82f6-d4eed310eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.554374 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-30039744-f402-4055-82f6-d4eed310eef3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce4f82a8f4e84b5fb412ab65fb24fa6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4099083 Oct 29 08:04:59.555549 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30039744-f402-4055-82f6-d4eed310eef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2940d7af-0437-4a40-b2d3-ba1a395884f9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:04:59.558736 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38052) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:59.588044 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38056) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:04:59.631024 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9032f1aa-2a9a-4093-8168-2135834ec1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.668326 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9032f1aa-2a9a-4093-8168-2135834ec1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.754415 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a890d4d-ce3d-412c-8d84-6584416c54ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.912301 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9032f1aa-2a9a-4093-8168-2135834ec1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.917279 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9032f1aa-2a9a-4093-8168-2135834ec1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:04:59.919228 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-9032f1aa-2a9a-4093-8168-2135834ec1a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2940d7af-0437-4a40-b2d3-ba1a395884f9 HTTP/1.1" status: 204 len: 168 time: 0.3590496 Oct 29 08:04:59.932969 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032f1aa-2a9a-4093-8168-2135834ec1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2940d7af-0437-4a40-b2d3-ba1a395884f9,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:00.071404 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a890d4d-ce3d-412c-8d84-6584416c54ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:00.162649 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a890d4d-ce3d-412c-8d84-6584416c54ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:00.202184 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a890d4d-ce3d-412c-8d84-6584416c54ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27c07f-0a7a-4c0b-af13-88d5a49cca1a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:00.207470 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8a890d4d-ce3d-412c-8d84-6584416c54ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=516b9824fafc4c58999d0d2c2f4c8551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182587 Oct 29 08:05:00.210137 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38084) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:00.276394 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b6e267f-1547-4149-b822-31d0dcb27528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:00.302092 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b6e267f-1547-4149-b822-31d0dcb27528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:00.437973 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b6e267f-1547-4149-b822-31d0dcb27528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:00.442844 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8b6e267f-1547-4149-b822-31d0dcb27528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:00.444985 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8b6e267f-1547-4149-b822-31d0dcb27528 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d27c07f-0a7a-4c0b-af13-88d5a49cca1a HTTP/1.1" status: 204 len: 168 time: 0.2335374 Oct 29 08:05:00.459964 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e267f-1547-4149-b822-31d0dcb27528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27c07f-0a7a-4c0b-af13-88d5a49cca1a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:00.554227 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9281f961-84df-44cf-ac64-c264a88043c9 req-13ef9c44-da62-40ac-b63e-245419ddf617 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0298634 Oct 29 08:05:01.722323 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f7b308ca-a15c-4870-ad97-2b0d95982fd0 req-9b6ecaa3-83d1-4e09-961a-ed9c1acf6c27 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0300741 Oct 29 08:05:02.194617 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38140) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:02.212017 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aec93fa9-683e-49f2-8da4-56db969efd6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.332486 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aec93fa9-683e-49f2-8da4-56db969efd6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.529201 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aec93fa9-683e-49f2-8da4-56db969efd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.563187 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-aec93fa9-683e-49f2-8da4-56db969efd6c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04d18f12efed4a39b6f153aa7226fad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660529 Oct 29 08:05:02.566099 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38156) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:02.576810 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec93fa9-683e-49f2-8da4-56db969efd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf22048-f79c-4f7e-8834-651bde4ff9a4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:02.625593 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d4547b3-2bd0-437d-8b09-af885161813a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.649616 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d4547b3-2bd0-437d-8b09-af885161813a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.814954 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d4547b3-2bd0-437d-8b09-af885161813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.820265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d4547b3-2bd0-437d-8b09-af885161813a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:02.823006 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0d4547b3-2bd0-437d-8b09-af885161813a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2bf22048-f79c-4f7e-8834-651bde4ff9a4 HTTP/1.1" status: 204 len: 168 time: 0.2545836 Oct 29 08:05:02.846290 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4547b3-2bd0-437d-8b09-af885161813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf22048-f79c-4f7e-8834-651bde4ff9a4,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:02.938160 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bf926d53-f4fc-4053-858f-7c8b8cf2f9b4 req-c8cdd8af-f2b6-4efd-a606-b5c1e89dbd35 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0567012 Oct 29 08:05:03.496471 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.49', 64012) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:03.652516 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-e1167c4e-316b-4f75-aa7d-6ffa1cb1eb53 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:03.654246 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-e1167c4e-316b-4f75-aa7d-6ffa1cb1eb53 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 811 time: 0.1561792 Oct 29 08:05:03.773885 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-55d47274-e0ea-4146-bdcb-efccf279ce92 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c93ca4e0804994b39406ecaafc78de HTTP/1.1" status: 200 len: 380 time: 0.0678341 Oct 29 08:05:03.783905 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'port': {'device_id': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'admin_state_up': True, 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'security_groups': ['7998aa5b-55cf-4090-a0d5-f5a349f1a4b6']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:04.071002 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3c6e4296-f5f3-4c1e-86d0-411717c169f0 req-30f77581-3491-44e2-97df-ce44f4101e42 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0401793 Oct 29 08:05:04.238477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Made reservation on behalf of c8c93ca4e0804994b39406ecaafc78de for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:04.246628 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:04.580355 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Allocated IP 172.20.0.3 (ce10fefc-db6c-4652-9a2b-f35d55fa1092/cd6ede05-696f-4ea9-aa06-6e0b62004a36/a46066c4-f8b7-494f-a6b7-ce2b2d956d3a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:05:04.832418 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:05.095439 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:05.267929 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:05:05.364576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:05.370602 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:05:05.383214 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0bee1-f912-4579-bb1d-453e518aafb7 req-09f1a33d-d977-493d-bfb7-040b57da2aec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:05.399745 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aca0bee1-f912-4579-bb1d-453e518aafb7 req-09f1a33d-d977-493d-bfb7-040b57da2aec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.1941659 Oct 29 08:05:05.516334 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38284) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:05.562513 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aca0bee1-f912-4579-bb1d-453e518aafb7 req-c2e9d3c6-ad35-4536-9fec-efb9e92bba93 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509144 Oct 29 08:05:05.848056 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6db79dfa-485b-40b2-aea5-b79d262800b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:05.865455 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'Port': ['ID=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:05.978628 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:05.985924 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:05.987905 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-cb0693e8-e713-427e-9e86-01c38125f9da None None] Provisioning complete for port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:05:05.988410 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb0693e8-e713-427e-9e86-01c38125f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:06.054420 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cb0693e8-e713-427e-9e86-01c38125f9da None None] Port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:05:06.120587 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-7ce0d2fa-efb8-456f-af3d-dea769f7d268 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3444819 Oct 29 08:05:06.165674 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6db79dfa-485b-40b2-aea5-b79d262800b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:06.294265 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6db79dfa-485b-40b2-aea5-b79d262800b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:06.366014 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db79dfa-485b-40b2-aea5-b79d262800b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844c6e9b-814d-44a2-8193-493aa9371b30,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:06.416157 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6db79dfa-485b-40b2-aea5-b79d262800b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85bac109955742b4a2b8d3f5133d05eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8504460 Oct 29 08:05:06.419297 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38310) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:06.553382 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79569f44-e84f-4b1e-a203-66cbbf07af48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:06.598878 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79569f44-e84f-4b1e-a203-66cbbf07af48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:06.746256 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76664de-f0cb-4268-9785-a5cc6cdfaef6 req-68c3e48a-2838-4f17-ba1e-3d6de3ece137 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:06.750167 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d76664de-f0cb-4268-9785-a5cc6cdfaef6 req-68c3e48a-2838-4f17-ba1e-3d6de3ece137 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.0976987 Oct 29 08:05:06.827154 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d76664de-f0cb-4268-9785-a5cc6cdfaef6 req-4f386042-34db-452f-ba0b-b8f11b1bb612 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549133 Oct 29 08:05:07.122024 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79569f44-e84f-4b1e-a203-66cbbf07af48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:07.131197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79569f44-e84f-4b1e-a203-66cbbf07af48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:07.134236 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-79569f44-e84f-4b1e-a203-66cbbf07af48 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/844c6e9b-814d-44a2-8193-493aa9371b30 HTTP/1.1" status: 204 len: 168 time: 0.7132258 Oct 29 08:05:07.164806 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569f44-e84f-4b1e-a203-66cbbf07af48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844c6e9b-814d-44a2-8193-493aa9371b30,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:08.002575 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e814-5bee-4a87-ac4a-2c9cfdd1d364 req-7f4d8736-af39-49f2-9c22-0058f03fab20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:08.013189 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f996e814-5bee-4a87-ac4a-2c9cfdd1d364 req-7f4d8736-af39-49f2-9c22-0058f03fab20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.1022127 Oct 29 08:05:08.090127 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f996e814-5bee-4a87-ac4a-2c9cfdd1d364 req-40a83c1d-4457-4dbc-b659-ab53a5bdc0a4 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725043 Oct 29 08:05:09.243452 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72522631-33a8-4cd2-9f26-dc79590de08d req-716daafc-d6be-4955-a211-2751ac497bb5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:09.245914 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72522631-33a8-4cd2-9f26-dc79590de08d req-716daafc-d6be-4955-a211-2751ac497bb5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.0722210 Oct 29 08:05:09.340134 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72522631-33a8-4cd2-9f26-dc79590de08d req-261fb545-bf38-41ff-96b9-e87cbd57ebc5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607066 Oct 29 08:05:10.516853 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c789bea-f1a8-4d86-ac40-7d77f39afbe4 req-c5e35f6b-016b-4a61-9c53-ff265b3e4982 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:10.520916 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2c789bea-f1a8-4d86-ac40-7d77f39afbe4 req-c5e35f6b-016b-4a61-9c53-ff265b3e4982 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.0627763 Oct 29 08:05:10.581809 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2c789bea-f1a8-4d86-ac40-7d77f39afbe4 req-219841fb-84ae-40d1-8445-c456603bdd2f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559413 Oct 29 08:05:10.819521 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38432) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:10.906729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38438) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:11.278166 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac582c2-6169-4bd5-b3a6-6375f0c3ca49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.413125 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-910fe41d-9715-4daf-9fd6-2b6119fff1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.510883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-910fe41d-9715-4daf-9fd6-2b6119fff1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.559308 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac582c2-6169-4bd5-b3a6-6375f0c3ca49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.665854 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-910fe41d-9715-4daf-9fd6-2b6119fff1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.666460 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aac582c2-6169-4bd5-b3a6-6375f0c3ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.718368 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-910fe41d-9715-4daf-9fd6-2b6119fff1a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d94fae5d170e49c89611ef310ac1668a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8090541 Oct 29 08:05:11.721162 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38466) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:11.790802 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe41d-9715-4daf-9fd6-2b6119fff1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b37b68-5072-4f49-b9eb-c69dfc44bb3a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:11.841180 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b56409f-9ebb-4268-9e5f-32b8e68173b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.927547 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b56409f-9ebb-4268-9e5f-32b8e68173b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:11.947550 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-aac582c2-6169-4bd5-b3a6-6375f0c3ca49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c96424f950b943168acd680a1f663d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1253963 Oct 29 08:05:11.951808 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:11.989366 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac582c2-6169-4bd5-b3a6-6375f0c3ca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e7bc54-9b0d-42cc-a61e-bc0b2554ef48,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:12.057865 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ea6e9-85ba-46fc-9c97-7e8588200baa req-e15c513f-c868-4c3f-a612-918dbad9ebfb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:12.069396 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-748ea6e9-85ba-46fc-9c97-7e8588200baa req-e15c513f-c868-4c3f-a612-918dbad9ebfb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.3727696 Oct 29 08:05:12.155815 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa846e80-cb65-4a02-bc22-bf7d0e573540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:12.176817 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-748ea6e9-85ba-46fc-9c97-7e8588200baa req-86947e4f-501c-4154-99aa-b2cf2808cb25 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057129 Oct 29 08:05:12.200497 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa846e80-cb65-4a02-bc22-bf7d0e573540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:12.214118 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b56409f-9ebb-4268-9e5f-32b8e68173b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:12.237918 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b56409f-9ebb-4268-9e5f-32b8e68173b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:12.242218 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3b56409f-9ebb-4268-9e5f-32b8e68173b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35b37b68-5072-4f49-b9eb-c69dfc44bb3a HTTP/1.1" status: 204 len: 168 time: 0.5065246 Oct 29 08:05:12.289662 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56409f-9ebb-4268-9e5f-32b8e68173b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b37b68-5072-4f49-b9eb-c69dfc44bb3a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:12.411915 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa846e80-cb65-4a02-bc22-bf7d0e573540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:12.415431 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fa846e80-cb65-4a02-bc22-bf7d0e573540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:12.423874 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-fa846e80-cb65-4a02-bc22-bf7d0e573540 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c8e7bc54-9b0d-42cc-a61e-bc0b2554ef48 HTTP/1.1" status: 204 len: 168 time: 0.4663229 Oct 29 08:05:12.448900 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846e80-cb65-4a02-bc22-bf7d0e573540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e7bc54-9b0d-42cc-a61e-bc0b2554ef48,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:13.512862 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ad33-a179-458f-98f7-1486ef6c9cd8 req-4bf28c35-9453-4c02-acca-d69de3517c06 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:13.529149 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e07b-969e-4ff2-a2d8-6a82ee57ec4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:13.533474 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7e56ad33-a179-458f-98f7-1486ef6c9cd8 req-4bf28c35-9453-4c02-acca-d69de3517c06 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.1996009 Oct 29 08:05:13.636883 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7e56ad33-a179-458f-98f7-1486ef6c9cd8 req-49703bf6-0cff-4e9c-9696-03926b7d3379 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042883 Oct 29 08:05:14.241617 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38540) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:14.271231 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c924579-e35f-4562-a22d-8f0e678ca0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.320949 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38546) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:14.339978 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-600cc476-f77a-429f-9d57-caa636d7e22d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.430957 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c924579-e35f-4562-a22d-8f0e678ca0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.511323 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-600cc476-f77a-429f-9d57-caa636d7e22d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.555304 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1c924579-e35f-4562-a22d-8f0e678ca0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.627418 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1c924579-e35f-4562-a22d-8f0e678ca0f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=026329350c8746dd9ee633d997ae9cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852174 Oct 29 08:05:14.649357 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c924579-e35f-4562-a22d-8f0e678ca0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae4760-db7c-4d39-8e32-df11ea30c5a6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:14.653626 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38568) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:14.745691 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be820683-9cac-430e-ae8c-1d744aa3d3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.773301 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be820683-9cac-430e-ae8c-1d744aa3d3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.799884 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-600cc476-f77a-429f-9d57-caa636d7e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:14.833306 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336ff27-2987-4904-bd63-0914495b0d32 req-4e7b4a63-49e2-4efc-8cb7-987242aed6dd tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:14.835315 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2336ff27-2987-4904-bd63-0914495b0d32 req-4e7b4a63-49e2-4efc-8cb7-987242aed6dd tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.0633292 Oct 29 08:05:14.859211 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-600cc476-f77a-429f-9d57-caa636d7e22d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be800af75bbd45b386622a7a0ecc2e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353119 Oct 29 08:05:14.860039 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc476-f77a-429f-9d57-caa636d7e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70748e0-e8d2-4118-b9c8-373d28e4c646,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:14.863983 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38572) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:14.949367 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2336ff27-2987-4904-bd63-0914495b0d32 req-50317d79-8cf6-45e8-a1f3-8081f595c8a0 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848131 Oct 29 08:05:14.977198 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb3259fa-6915-470d-bcb8-7aa397355a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.005399 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb3259fa-6915-470d-bcb8-7aa397355a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.054200 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be820683-9cac-430e-ae8c-1d744aa3d3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.056936 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be820683-9cac-430e-ae8c-1d744aa3d3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.058234 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-be820683-9cac-430e-ae8c-1d744aa3d3fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2aae4760-db7c-4d39-8e32-df11ea30c5a6 HTTP/1.1" status: 204 len: 168 time: 0.4029586 Oct 29 08:05:15.068921 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820683-9cac-430e-ae8c-1d744aa3d3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae4760-db7c-4d39-8e32-df11ea30c5a6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:15.174915 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb3259fa-6915-470d-bcb8-7aa397355a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.177863 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb3259fa-6915-470d-bcb8-7aa397355a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.186426 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-eb3259fa-6915-470d-bcb8-7aa397355a16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e70748e0-e8d2-4118-b9c8-373d28e4c646 HTTP/1.1" status: 204 len: 168 time: 0.3143582 Oct 29 08:05:15.189168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3259fa-6915-470d-bcb8-7aa397355a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70748e0-e8d2-4118-b9c8-373d28e4c646,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:15.459558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38600) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:15.604713 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-275d5b5a-db24-4317-958e-5ba6bd44351c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.719279 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-275d5b5a-db24-4317-958e-5ba6bd44351c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.749808 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-23edb75a-69a5-47d1-b96c-37d6f53c8ea9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:05:15.751540 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-23edb75a-69a5-47d1-b96c-37d6f53c8ea9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107529 Oct 29 08:05:15.806188 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-275d5b5a-db24-4317-958e-5ba6bd44351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:15.848936 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d5b5a-db24-4317-958e-5ba6bd44351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a12e9e-7a5e-4778-8350-e3e64a545328,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:15.864973 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-275d5b5a-db24-4317-958e-5ba6bd44351c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=07fe7d49ed1e43ac8c7d6ddc3d033377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044280 Oct 29 08:05:15.868265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38616) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:15.947284 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e73b9ccc-0498-4dc2-8b59-6535726d02b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.025701 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e73b9ccc-0498-4dc2-8b59-6535726d02b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.170506 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee7c1f-81e3-4dea-b0be-8e40e6108861 req-27e7af6d-8e67-4630-b5bb-1ee67ecaf105 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:16.172895 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0fee7c1f-81e3-4dea-b0be-8e40e6108861 req-27e7af6d-8e67-4630-b5bb-1ee67ecaf105 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 931 time: 0.1060517 Oct 29 08:05:16.221954 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0fee7c1f-81e3-4dea-b0be-8e40e6108861 req-ae5e884b-e9a0-44bc-be1c-6d544006dd08 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418108 Oct 29 08:05:16.254325 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Request body: {'port': {'device_id': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:16.322328 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e73b9ccc-0498-4dc2-8b59-6535726d02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.325102 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e73b9ccc-0498-4dc2-8b59-6535726d02b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.331997 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e73b9ccc-0498-4dc2-8b59-6535726d02b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/10a12e9e-7a5e-4778-8350-e3e64a545328 HTTP/1.1" status: 204 len: 168 time: 0.4625332 Oct 29 08:05:16.335100 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0fdea126-80fe-4322-bf5f-45a5abbd8967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.350616 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b9ccc-0498-4dc2-8b59-6535726d02b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a12e9e-7a5e-4778-8350-e3e64a545328,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:16.402538 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.450622 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38638) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:16.859003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-119f86aa-6ad9-4f14-a3e3-53a26fd19001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.939323 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46066c4-f8b7-494f-a6b7-ce2b2d956d3a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:05:16.954827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.959976 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-119f86aa-6ad9-4f14-a3e3-53a26fd19001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:16.992363 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Transition to ACTIVE for port object a46066c4-f8b7-494f-a6b7-ce2b2d956d3a will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:05:17.108946 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-119f86aa-6ad9-4f14-a3e3-53a26fd19001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.109425 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.163152 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-119f86aa-6ad9-4f14-a3e3-53a26fd19001 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b93623d3d664d65be1c819d5a1fb371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105074 Oct 29 08:05:17.166166 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:17.174837 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f86aa-6ad9-4f14-a3e3-53a26fd19001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6150c65-6c69-4c69-83ab-7368d09490d4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:17.234220 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Pushing event updated for resources: {'Port': ['ID=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:17.252441 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.286695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-027724ef-b2e0-4aee-9fc9-cae507d9c5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.321929 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-027724ef-b2e0-4aee-9fc9-cae507d9c5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.372085 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.424613 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Attempting to bind port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:05:17.425857 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Attempting to bind port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:05:17.426690 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Attempting to bind port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:05:17.443183 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:05:17.443825 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Attempting to bind port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:05:17.464364 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:05:17.465169 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Checking segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:05:17.466695 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Bound using segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:05:17.467637 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Bound port: a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:05:17.468192 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.513748 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0545a-d3a2-406a-ba46-6b6640d1b9f2 req-2ca2ab58-697b-416d-84ff-2f8141dece75 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:17.529078 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f3e0545a-d3a2-406a-ba46-6b6640d1b9f2 req-2ca2ab58-697b-416d-84ff-2f8141dece75 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 943 time: 0.1102829 Oct 29 08:05:17.590558 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38668) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:17.711978 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-027724ef-b2e0-4aee-9fc9-cae507d9c5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.712131 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] For port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:05:17.712263 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-027724ef-b2e0-4aee-9fc9-cae507d9c5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.716210 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-027724ef-b2e0-4aee-9fc9-cae507d9c5db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e6150c65-6c69-4c69-83ab-7368d09490d4 HTTP/1.1" status: 204 len: 168 time: 0.5487611 Oct 29 08:05:17.725688 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-27745cc7-77ee-44f4-bf30-da244927c8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.725919 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] For port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:05:17.757117 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f3e0545a-d3a2-406a-ba46-6b6640d1b9f2 req-e3b10743-3fa7-4246-b296-94c9f3f2692e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156973 Oct 29 08:05:17.768091 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027724ef-b2e0-4aee-9fc9-cae507d9c5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6150c65-6c69-4c69-83ab-7368d09490d4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:17.775248 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.807083 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.862775 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:17.863859 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.865989 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] 10.222.0.49 "PUT /v2.0/ports/a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 1093 time: 1.9508736 Oct 29 08:05:17.867322 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:05:17.912437 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-27745cc7-77ee-44f4-bf30-da244927c8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:17.921873 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1684-3c09-4f79-b29e-0d894274012a service neutron] Pushing event updated for resources: {'Port': ['ID=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:18.072299 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-27745cc7-77ee-44f4-bf30-da244927c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:18.164489 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-27745cc7-77ee-44f4-bf30-da244927c8d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=492853259af249f38f64fe86193803ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714245 Oct 29 08:05:18.170661 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38684) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:18.195710 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27745cc7-77ee-44f4-bf30-da244927c8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef48f351-12bf-4e29-a2c9-ea3a8b28c9f1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:18.252804 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-1c36f5eb-080f-4b4c-a31d-010f240997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:18.254816 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-1c36f5eb-080f-4b4c-a31d-010f240997ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1096 time: 0.2359045 Oct 29 08:05:18.348486 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-f7de00cc-0d72-404a-baa9-87634c60337a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 217 time: 0.0832338 Oct 29 08:05:18.349122 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2221f105-b336-4edc-a945-8398a7369025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:18.416563 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2221f105-b336-4edc-a945-8398a7369025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:18.453890 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-4b245e15-1686-46f3-8f21-8996144011ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:18.455310 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-4b245e15-1686-46f3-8f21-8996144011ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.0925710 Oct 29 08:05:18.594270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749ef24-81ef-494e-b453-0c86417a782c req-318f8772-7777-4604-ad5a-3df4a48e4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:18.597050 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-318f8772-7777-4604-ad5a-3df4a48e4a51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1331542 Oct 29 08:05:18.774470 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc273379-2299-4225-9eab-d342ab5da216" -d '{"events": [{"name": "network-changed", "server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:05:18.823107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2221f105-b336-4edc-a945-8398a7369025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:18.823107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2221f105-b336-4edc-a945-8398a7369025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:18.823107 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-2221f105-b336-4edc-a945-8398a7369025 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef48f351-12bf-4e29-a2c9-ea3a8b28c9f1 HTTP/1.1" status: 204 len: 168 time: 0.6442647 Oct 29 08:05:18.838297 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221f105-b336-4edc-a945-8398a7369025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef48f351-12bf-4e29-a2c9-ea3a8b28c9f1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:18.889232 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-6b75c785-5aa0-4810-a878-2a4f919cedd9 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816343 Oct 29 08:05:18.906614 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e998011-1051-4bc4-bf37-b67af3a2d9e0 req-8996f027-2c5d-4c2b-8d3b-dcf252d47f40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:18.908354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6e998011-1051-4bc4-bf37-b67af3a2d9e0 req-8996f027-2c5d-4c2b-8d3b-dcf252d47f40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 943 time: 0.0673165 Oct 29 08:05:18.975086 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6e998011-1051-4bc4-bf37-b67af3a2d9e0 req-3affd039-ea6f-472b-a436-37199a538670 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541859 Oct 29 08:05:19.023541 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4749ef24-81ef-494e-b453-0c86417a782c req-288f4ab2-163c-4666-81a2-48f42963c8fb service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279163 Oct 29 08:05:19.047041 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:19.319037 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38716) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:19.340757 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6226c15a-0249-4892-a3f3-52e3e0fdfdbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:19.486060 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6226c15a-0249-4892-a3f3-52e3e0fdfdbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:19.766943 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6226c15a-0249-4892-a3f3-52e3e0fdfdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:19.882768 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38732) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:19.888847 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6226c15a-0249-4892-a3f3-52e3e0fdfdbe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=807422d98236404c8da85c2de7685cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623827 Oct 29 08:05:19.888847 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226c15a-0249-4892-a3f3-52e3e0fdfdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de39273b-5b91-44d5-9bcc-d5196635f846,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:19.932356 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce39f536-805a-44e8-b977-0931b2412ca7 x-openstack-request-id: req-ce39f536-805a-44e8-b977-0931b2412ca7 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:05:19.933112 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:05:19.933359 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce39f536-805a-44e8-b977-0931b2412ca7 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:05:19.934158 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'status': 'completed', 'code': 200} Oct 29 08:05:20.227876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1abb-dc99-48cf-a6ed-d6522b233b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:20.234067 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc273379-2299-4225-9eab-d342ab5da216 req-1377d3ec-ac43-4647-8342-4c34bfa58e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:20.236234 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-1377d3ec-ac43-4647-8342-4c34bfa58e91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1096 time: 0.2712758 Oct 29 08:05:20.246771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ee397-6a3e-46bf-862a-bf61525e338f req-d728fee1-62ee-46fd-a01d-ffa506ba6c26 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:20.260435 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a15ee397-6a3e-46bf-862a-bf61525e338f req-d728fee1-62ee-46fd-a01d-ffa506ba6c26 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 943 time: 0.1532514 Oct 29 08:05:20.396105 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a15ee397-6a3e-46bf-862a-bf61525e338f req-cd8c99f7-2fba-44bc-8ab9-771ae4622aeb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110487 Oct 29 08:05:20.457178 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1abb-dc99-48cf-a6ed-d6522b233b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:20.659556 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc273379-2299-4225-9eab-d342ab5da216 req-3ec29959-d2fb-4a04-8820-094216d763a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:20.665875 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-3ec29959-d2fb-4a04-8820-094216d763a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.4083259 Oct 29 08:05:20.788968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1abb-dc99-48cf-a6ed-d6522b233b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:20.791721 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3fc1abb-dc99-48cf-a6ed-d6522b233b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:20.797718 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c3fc1abb-dc99-48cf-a6ed-d6522b233b55 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de39273b-5b91-44d5-9bcc-d5196635f846 HTTP/1.1" status: 204 len: 168 time: 0.9083815 Oct 29 08:05:20.802998 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc1abb-dc99-48cf-a6ed-d6522b233b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de39273b-5b91-44d5-9bcc-d5196635f846,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:21.512232 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-d6855cb2-3fed-4fbe-9663-8dd3bceabbd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 217 time: 0.0543127 Oct 29 08:05:21.588440 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321946-d71e-4bfc-9047-0aa0f1871019 req-d2f407d2-8c99-4858-8dbc-f2ebc0aa0995 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:21.588440 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-26321946-d71e-4bfc-9047-0aa0f1871019 req-d2f407d2-8c99-4858-8dbc-f2ebc0aa0995 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 943 time: 0.0802808 Oct 29 08:05:21.664078 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-26321946-d71e-4bfc-9047-0aa0f1871019 req-c1053ba5-4470-42e1-8a3e-45a5b41f92af tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588117 Oct 29 08:05:22.356540 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a46066c4-f8b7-494f-a6b7-ce2b2d956d3a details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:05:22.385416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc273379-2299-4225-9eab-d342ab5da216 req-886c2515-3cc9-4639-8b2c-fc77fad2ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:22.387069 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-886c2515-3cc9-4639-8b2c-fc77fad2ff51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.0593503 Oct 29 08:05:22.489782 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:05:22.508290 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'port_id': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'mac_address': 'fa:16:3e:f7:3a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:05:22.564029 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:22.581629 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46066c4-f8b7-494f-a6b7-ce2b2d956d3a {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:05:22.619261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:05:22.729468 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:22.815453 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5877a-8a6f-4855-9dce-40b704f31e4e req-7bec5afd-851e-4e0f-9f68-20c50fdedc40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:22.821780 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:22.824090 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1ac5877a-8a6f-4855-9dce-40b704f31e4e req-7bec5afd-851e-4e0f-9f68-20c50fdedc40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 944 time: 0.0723660 Oct 29 08:05:22.854069 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:05:22.881869 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1ac5877a-8a6f-4855-9dce-40b704f31e4e req-7d457a1b-dd66-41a7-809b-ee6c8ed536a7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559347 Oct 29 08:05:22.957115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38848) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:23.333641 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b27ef137-5dfa-4f60-9276-c480d73b36aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:23.381001 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc273379-2299-4225-9eab-d342ab5da216 req-22cab43e-ad5b-4d0f-93ee-6d230914272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:23.383195 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-22cab43e-ad5b-4d0f-93ee-6d230914272b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919631 Oct 29 08:05:23.575201 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b27ef137-5dfa-4f60-9276-c480d73b36aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:23.580594 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-2724ce42-8358-4174-bb5b-633b190325cb service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854012 Oct 29 08:05:23.613125 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['a46066c4-f8b7-494f-a6b7-ce2b2d956d3a'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:05:23.746507 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-fc273379-2299-4225-9eab-d342ab5da216 req-f1cb35de-6d3e-47a6-89f4-7df4e8534e31 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579154 Oct 29 08:05:23.877969 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b27ef137-5dfa-4f60-9276-c480d73b36aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:23.958547 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ef137-5dfa-4f60-9276-c480d73b36aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18e803-bf42-46c8-b8fd-63d0ae2ff4f6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:23.988153 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b27ef137-5dfa-4f60-9276-c480d73b36aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5890de732b24888a4df5352a4e5a611&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0297265 Oct 29 08:05:23.994281 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38880) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:24.180540 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c8a0a51-1f3d-4343-8ba9-b6f704797de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:24.225075 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e182d6a-a5f2-4726-9f54-3648cf140ae8 req-aa0180d9-e990-45e9-87e7-46a4719ce2a3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:24.226886 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3e182d6a-a5f2-4726-9f54-3648cf140ae8 req-aa0180d9-e990-45e9-87e7-46a4719ce2a3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 944 time: 0.1699543 Oct 29 08:05:24.233682 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c8a0a51-1f3d-4343-8ba9-b6f704797de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:24.317824 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3e182d6a-a5f2-4726-9f54-3648cf140ae8 req-8f5d28a8-094c-444e-b4dd-2c52a8ed5ce5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751863 Oct 29 08:05:24.447014 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c8a0a51-1f3d-4343-8ba9-b6f704797de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:24.449774 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2c8a0a51-1f3d-4343-8ba9-b6f704797de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:24.451781 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2c8a0a51-1f3d-4343-8ba9-b6f704797de3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c18e803-bf42-46c8-b8fd-63d0ae2ff4f6 HTTP/1.1" status: 204 len: 168 time: 0.4561083 Oct 29 08:05:24.461481 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a0a51-1f3d-4343-8ba9-b6f704797de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18e803-bf42-46c8-b8fd-63d0ae2ff4f6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:25.441579 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47758f9-7295-4794-9172-18fd1e8750a9 req-f37866f7-8127-4e38-9982-196bb2f6e5c5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:25.443107 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a47758f9-7295-4794-9172-18fd1e8750a9 req-f37866f7-8127-4e38-9982-196bb2f6e5c5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 944 time: 0.0514851 Oct 29 08:05:25.481659 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a47758f9-7295-4794-9172-18fd1e8750a9 req-39e3c1f5-a437-4145-b380-231233dc571e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325620 Oct 29 08:05:25.591575 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 38922) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:25.606977 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-98e50484-cddd-4465-8afe-437e87b7d863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:25.691595 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-98e50484-cddd-4465-8afe-437e87b7d863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:25.811806 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-98e50484-cddd-4465-8afe-437e87b7d863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:25.864464 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38932) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:25.864848 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-98e50484-cddd-4465-8afe-437e87b7d863 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34f29f923cac4681b78ebd7079134bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710745 Oct 29 08:05:25.865913 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50484-cddd-4465-8afe-437e87b7d863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd7708-bbe2-4a2a-87d5-c9417b057408,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:26.014790 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae688225-d19f-4d84-b079-55f3018d0e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:26.065293 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae688225-d19f-4d84-b079-55f3018d0e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:26.209055 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae688225-d19f-4d84-b079-55f3018d0e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:26.211863 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ae688225-d19f-4d84-b079-55f3018d0e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:26.213018 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ae688225-d19f-4d84-b079-55f3018d0e00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86cd7708-bbe2-4a2a-87d5-c9417b057408 HTTP/1.1" status: 204 len: 168 time: 0.3461423 Oct 29 08:05:26.222253 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae688225-d19f-4d84-b079-55f3018d0e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd7708-bbe2-4a2a-87d5-c9417b057408,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:26.613086 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242587e-50b5-44b2-b427-794ec90e79fa req-94ba8bc3-5f4f-4760-9216-e76fb4adcc17 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:26.614863 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c242587e-50b5-44b2-b427-794ec90e79fa req-94ba8bc3-5f4f-4760-9216-e76fb4adcc17 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 944 time: 0.0625577 Oct 29 08:05:26.668418 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c242587e-50b5-44b2-b427-794ec90e79fa req-2417de88-be56-4cfd-81c6-977320e816a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Oct 29 08:05:26.812349 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38956) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:26.975243 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecb36-4dc6-43ab-9907-272048148891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.064607 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecb36-4dc6-43ab-9907-272048148891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.174726 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecb36-4dc6-43ab-9907-272048148891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.213451 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9f3ecb36-4dc6-43ab-9907-272048148891 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=90ff38b649a74c95a395457be0342d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993592 Oct 29 08:05:27.220374 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ecb36-4dc6-43ab-9907-272048148891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e838eef6-82af-4003-8048-5f835a8e444d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:27.223040 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 38978) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:27.315166 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68376746-e8c7-48d8-8549-c119cbc787f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.342472 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68376746-e8c7-48d8-8549-c119cbc787f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.497620 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68376746-e8c7-48d8-8549-c119cbc787f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.500510 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-68376746-e8c7-48d8-8549-c119cbc787f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:27.501666 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-68376746-e8c7-48d8-8549-c119cbc787f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e838eef6-82af-4003-8048-5f835a8e444d HTTP/1.1" status: 204 len: 168 time: 0.2775965 Oct 29 08:05:27.510432 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68376746-e8c7-48d8-8549-c119cbc787f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e838eef6-82af-4003-8048-5f835a8e444d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:27.720598 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39002) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:27.816742 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eb1a2-e8c1-4505-aca9-dd509f58272c req-a2837bb9-b0d1-4a84-ab55-7517852836fd tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:27.818533 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a95eb1a2-e8c1-4505-aca9-dd509f58272c req-a2837bb9-b0d1-4a84-ab55-7517852836fd tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 944 time: 0.0651145 Oct 29 08:05:27.885697 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a95eb1a2-e8c1-4505-aca9-dd509f58272c req-19a01fe1-9c96-4b62-970a-580aeef5b8b1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571039 Oct 29 08:05:28.071494 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-687743837-network', 'tenant_id': 'f8b00e85a92144fb8dea0253d29e8849'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:28.383629 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Made reservation on behalf of f8b00e85a92144fb8dea0253d29e8849 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:28.387082 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.398256 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.478966 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.480991 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a46066c4-f8b7-494f-a6b7-ce2b2d956d3a up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:05:28.642673 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.670139 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:05:28.680145 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55032fee-ca24-4578-97a7-63f5c4bc77ab,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:28.685106 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.686125 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Added segment 82d26252-e22d-4a9e-80a0-51cc9c4dbdd8 of type vlan for network d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79 Oct 29 08:05:28.706646 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:05:28.711218 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:05:28.711587 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.727968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39038) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:28.739861 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.749841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-32b42630-39b8-4223-bbd9-aae0773048c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.841416 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.869211 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.870382 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:28.871080 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:28.886349 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:05:28.940366 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-32b42630-39b8-4223-bbd9-aae0773048c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.016558 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] Pushing event updated for resources: {'Network': ['ID=d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:29.022180 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:05:29.039204 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:05:29.088971 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-32b42630-39b8-4223-bbd9-aae0773048c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.127283 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3016e-f031-4a03-9432-9b84cdfb1019 req-eb7552af-dcb4-410a-a331-842e5c0ab29d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:29.131357 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2ce3016e-f031-4a03-9432-9b84cdfb1019 req-eb7552af-dcb4-410a-a331-842e5c0ab29d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 944 time: 0.0903070 Oct 29 08:05:29.134055 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-32b42630-39b8-4223-bbd9-aae0773048c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f2109e5dab49470cb2d09fb0d11af246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047151 Oct 29 08:05:29.135221 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b42630-39b8-4223-bbd9-aae0773048c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be473c90-5da7-4b28-b979-dd851cb98707,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:29.138267 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39056) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:29.214890 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-51ceaa28-2e7d-4c3c-afbe-fc857b56240a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4897401 Oct 29 08:05:29.223104 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2ce3016e-f031-4a03-9432-9b84cdfb1019 req-0cc8cdfc-c3b3-4884-8b15-3f8573d81dcc tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792422 Oct 29 08:05:29.223807 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39060) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:29.226355 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8f4aefe-beda-4c8e-8ae1-328f06213aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.233079 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Request body: {'subnet': {'network_id': 'd105c7c7-444a-4e7a-8ad2-e0e76f6a0b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-687743837-subnet', 'tenant_id': 'f8b00e85a92144fb8dea0253d29e8849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:29.235303 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.272221 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b1eb10-9a27-4de8-a6ef-fa1a7920398a" -d '{"events": [{"server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:05:29.293730 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8f4aefe-beda-4c8e-8ae1-328f06213aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.317805 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:29.398238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Made reservation on behalf of f8b00e85a92144fb8dea0253d29e8849 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:29.400657 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.417440 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14a0882-511b-457b-b420-99ad40155b74 x-openstack-request-id: req-b14a0882-511b-457b-b420-99ad40155b74 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:05:29.417781 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:05:29.418067 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b14a0882-511b-457b-b420-99ad40155b74 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:05:29.418561 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'code': 200} Oct 29 08:05:29.589308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8f4aefe-beda-4c8e-8ae1-328f06213aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.596226 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8f4aefe-beda-4c8e-8ae1-328f06213aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:29.598297 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c8f4aefe-beda-4c8e-8ae1-328f06213aef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be473c90-5da7-4b28-b979-dd851cb98707 HTTP/1.1" status: 204 len: 168 time: 0.4579589 Oct 29 08:05:29.612386 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4aefe-beda-4c8e-8ae1-328f06213aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be473c90-5da7-4b28-b979-dd851cb98707,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:29.988986 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:30.055872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faaa613a-d7f0-491a-b4dc-4a56aadc8900,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:30.066547 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Checking segment: {'id': '82d26252-e22d-4a9e-80a0-51cc9c4dbdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd105c7c7-444a-4e7a-8ad2-e0e76f6a0b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:05:30.066901 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Network hostable DHCP agents. Network: d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:05:30.077883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649359e5-5c58-4c22-90ae-8159db9f0ca8 req-d08e1bf1-fbb5-470d-96a5-fb87ce1e7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:30.090563 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-649359e5-5c58-4c22-90ae-8159db9f0ca8 req-d08e1bf1-fbb5-470d-96a5-fb87ce1e7046 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0833108 Oct 29 08:05:30.099591 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-649359e5-5c58-4c22-90ae-8159db9f0ca8 req-b047af3b-3ada-451a-bfc4-e45c523dd2c8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:30.229049 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Network d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:05:30.229263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-649359e5-5c58-4c22-90ae-8159db9f0ca8 req-b047af3b-3ada-451a-bfc4-e45c523dd2c8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:30.317197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-649359e5-5c58-4c22-90ae-8159db9f0ca8 req-b047af3b-3ada-451a-bfc4-e45c523dd2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:30.329718 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:30.342560 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be26167-6abf-442d-affc-50a13a1a6cd2 None None] Network d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:05:30.347586 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-649359e5-5c58-4c22-90ae-8159db9f0ca8 req-b047af3b-3ada-451a-bfc4-e45c523dd2c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605512 Oct 29 08:05:30.349657 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:30.350592 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:30.363281 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047af3b-3ada-451a-bfc4-e45c523dd2c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b17064-a64b-43d3-868e-86358c360d6f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:30.387025 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd09f-7039-45cb-8145-742ea984562a req-8d6c08a6-9fd6-4808-837c-6785079e0a13 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:30.389596 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c7fbd09f-7039-45cb-8145-742ea984562a req-8d6c08a6-9fd6-4808-837c-6785079e0a13 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0753798 Oct 29 08:05:30.477537 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c7fbd09f-7039-45cb-8145-742ea984562a req-209e0155-decb-4966-bb02-aefca007bb57 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808334 Oct 29 08:05:30.496839 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-bba50664-f794-47c7-ad9f-8ad271a6faa2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2675838 Oct 29 08:05:30.526596 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e515c-8a12-4e8c-8eef-6b8e2ff42ea4 None None] Network d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:05:30.571782 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39096) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:30.761248 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-563d650a-da47-4eb6-968f-5ab50b28feff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:30.883211 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-563d650a-da47-4eb6-968f-5ab50b28feff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:31.006185 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-563d650a-da47-4eb6-968f-5ab50b28feff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:31.119080 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-563d650a-da47-4eb6-968f-5ab50b28feff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c4aa09e654d642bea05fd5492c13028c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201623 Oct 29 08:05:31.119080 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d650a-da47-4eb6-968f-5ab50b28feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba938a35-fcba-458c-ada2-6c767650f236,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:31.122349 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39118) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:31.205344 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f405697-c65f-45d9-b1e2-7d3bf0aa5be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:31.235097 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f405697-c65f-45d9-b1e2-7d3bf0aa5be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:31.395103 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f405697-c65f-45d9-b1e2-7d3bf0aa5be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:31.400127 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8f405697-c65f-45d9-b1e2-7d3bf0aa5be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:31.408604 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8f405697-c65f-45d9-b1e2-7d3bf0aa5be0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba938a35-fcba-458c-ada2-6c767650f236 HTTP/1.1" status: 204 len: 168 time: 0.2775044 Oct 29 08:05:31.426293 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f405697-c65f-45d9-b1e2-7d3bf0aa5be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba938a35-fcba-458c-ada2-6c767650f236,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:31.613885 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85321aea-dcab-4135-a089-bd0a6b9f0ff5 req-c488feab-7e51-4c45-a214-3b36c5a6c75a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:31.615450 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-85321aea-dcab-4135-a089-bd0a6b9f0ff5 req-c488feab-7e51-4c45-a214-3b36c5a6c75a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0577443 Oct 29 08:05:31.656263 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-85321aea-dcab-4135-a089-bd0a6b9f0ff5 req-d3670594-9f39-4cac-813b-a709ab9ca135 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344965 Oct 29 08:05:32.098572 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39166) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:32.107102 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816211777-network', 'tenant_id': '9fa48cd572ac4243baefa35c92faa74d'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:32.218246 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Made reservation on behalf of 9fa48cd572ac4243baefa35c92faa74d for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:32.220782 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.231215 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.338738 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.421233 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.449450 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:05:32.459812 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234759b2-a4b9-490c-a979-9ad72ac2ad92,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:32.469621 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.470430 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Added segment fc9ac910-6a8d-489d-b6f7-e18bb50b05c4 of type vlan for network f574f35d-24f6-473a-82dd-478a7a28258e Oct 29 08:05:32.536126 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.614173 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39180) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:32.634191 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5fe61dc9-b7f3-4c51-8900-c7bca91acdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.736512 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5fe61dc9-b7f3-4c51-8900-c7bca91acdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.789459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.790626 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:32.794272 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.859700 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fe07d-1c37-4064-9e1c-1209d0eeb84a req-346df929-8e59-4f43-83f8-afe7647a8373 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:32.861172 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-153fe07d-1c37-4064-9e1c-1209d0eeb84a req-346df929-8e59-4f43-83f8-afe7647a8373 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1096442 Oct 29 08:05:32.880346 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] Pushing event updated for resources: {'Network': ['ID=f574f35d-24f6-473a-82dd-478a7a28258e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:32.893827 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network f574f35d-24f6-473a-82dd-478a7a28258e details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:05:32.914625 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5fe61dc9-b7f3-4c51-8900-c7bca91acdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:32.916867 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-153fe07d-1c37-4064-9e1c-1209d0eeb84a req-fadae190-aa46-4d63-8e3f-bf906632002b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483370 Oct 29 08:05:32.974750 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5fe61dc9-b7f3-4c51-8900-c7bca91acdd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f42df88da64c478daa5f16907030fd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591869 Oct 29 08:05:32.977599 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39192) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:32.985871 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe61dc9-b7f3-4c51-8900-c7bca91acdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f5e03-84ef-4aad-91b7-db584a174cdc,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:33.042685 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c96dd8ae-712f-4a74-8f28-84021eb77422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:33.087778 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c96dd8ae-712f-4a74-8f28-84021eb77422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:33.124662 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9c195-f1ea-4275-ad3b-cf114ef6724d req-95c0837a-80d8-4bb3-bd3c-008036fdece9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:33.126314 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-73d9c195-f1ea-4275-ad3b-cf114ef6724d req-95c0837a-80d8-4bb3-bd3c-008036fdece9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0589926 Oct 29 08:05:33.139914 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39194) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:33.147488 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'floatingip': {'port_id': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:33.250572 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:33.368641 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b09a6b95-7fe3-40e4-9242-c1eaeab37f95 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2678354 Oct 29 08:05:33.385825 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39198) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:33.389464 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Request body: {'subnet': {'network_id': 'f574f35d-24f6-473a-82dd-478a7a28258e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816211777-subnet', 'tenant_id': '9fa48cd572ac4243baefa35c92faa74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:33.554858 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c96dd8ae-712f-4a74-8f28-84021eb77422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:33.561990 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c96dd8ae-712f-4a74-8f28-84021eb77422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:33.561990 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c96dd8ae-712f-4a74-8f28-84021eb77422 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c6f5e03-84ef-4aad-91b7-db584a174cdc HTTP/1.1" status: 204 len: 168 time: 0.5801392 Oct 29 08:05:33.611535 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Made reservation on behalf of 9fa48cd572ac4243baefa35c92faa74d for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:33.614635 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:33.697254 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dd8ae-712f-4a74-8f28-84021eb77422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f5e03-84ef-4aad-91b7-db584a174cdc,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:34.006459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:34.069962 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9ffb12-6d5a-4de1-9210-f1c3e3e8f1d2,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:34.082434 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Checking segment: {'id': 'fc9ac910-6a8d-489d-b6f7-e18bb50b05c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f574f35d-24f6-473a-82dd-478a7a28258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:05:34.083042 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Network hostable DHCP agents. Network: f574f35d-24f6-473a-82dd-478a7a28258e, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:05:34.153552 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:34.274961 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Network f574f35d-24f6-473a-82dd-478a7a28258e is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:05:34.308662 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:34.457256 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Floating IP 630eced6-f000-4692-9a89-7862b88283e0 associated. External IP: 172.27.2.33, port: a46066c4-f8b7-494f-a6b7-ce2b2d956d3a. Oct 29 08:05:34.531754 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, f574f35d-24f6-473a-82dd-478a7a28258e) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:34.536222 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:34.536858 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:34.546045 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c20bf-ea81-4166-bc87-9356259dab89 None None] Network f574f35d-24f6-473a-82dd-478a7a28258e requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:05:34.720497 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb1233-34cc-40fa-8cc6-65fa592e3a25 None None] Network f574f35d-24f6-473a-82dd-478a7a28258e requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:05:34.731716 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:05:34.757101 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9f942a2e-d648-4dc3-b55d-47bcae9961f7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3717566 Oct 29 08:05:34.967495 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:05:34.976195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:34.987173 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:05:35.009957 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:05:35.010689 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:05:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:35.020041 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c81e0995-0b1e-4733-94a4-92994aa6138b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "PUT /v2.0/floatingips/630eced6-f000-4692-9a89-7862b88283e0 HTTP/1.1" status: 200 len: 990 time: 1.8782189 Oct 29 08:05:35.020548 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:05:35.024396 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89df79-7dc2-43af-860b-76dd8b55a0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:05:35.215411 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:05:35.234236 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5716a4-d193-43ed-8996-c1e7b0a42840 x-openstack-request-id: req-7f5716a4-d193-43ed-8996-c1e7b0a42840 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:05:35.234522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:05:35.234948 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f5716a4-d193-43ed-8996-c1e7b0a42840 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:05:35.235417 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'status': 'completed', 'code': 200} Oct 29 08:05:35.333592 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-72f97640-5d0a-4191-b298-efcb01dec74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:35.335208 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-72f97640-5d0a-4191-b298-efcb01dec74d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0718884 Oct 29 08:05:35.510234 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-18783cc4-3e61-4c8f-94b7-8334db4940e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:35.512672 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-18783cc4-3e61-4c8f-94b7-8334db4940e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.1695194 Oct 29 08:05:35.644389 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-528e3002-c69f-412b-acc4-6b55a045ae1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 998 time: 0.1243494 Oct 29 08:05:35.704016 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '630eced6-f000-4692-9a89-7862b88283e0', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'port_id': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'mac_address': 'fa:16:3e:f7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:04:54Z', 'updated_at': '2021-10-29T08:05:33Z', 'revision_number': 1, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:35.744660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-236a1a51-5327-45dd-bcc3-315d31ff7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:35.748323 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-236a1a51-5327-45dd-bcc3-315d31ff7abd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.0950005 Oct 29 08:05:35.788701 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:05:35.809674 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:05:35.810837 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:05:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:35.812367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-29365c76-d708-49f3-828f-a986b9437bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:35.814403 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-29365c76-d708-49f3-828f-a986b9437bb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600834 Oct 29 08:05:35.929281 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-09520dd3-edc3-42d9-ade7-79eb5ca27495 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063130 Oct 29 08:05:35.952349 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:05:36.074856 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1a89df79-7dc2-43af-860b-76dd8b55a0cc req-71b9d001-5e6c-4b91-993b-e59b417d4f3a service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369290 Oct 29 08:05:36.316446 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '630eced6-f000-4692-9a89-7862b88283e0', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'port_id': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'mac_address': 'fa:16:3e:f7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:04:54Z', 'updated_at': '2021-10-29T08:05:33Z', 'revision_number': 1, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:36.358927 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca9c86-8526-487f-b9dc-7933f0006eaa None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '630eced6-f000-4692-9a89-7862b88283e0', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'port_id': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'mac_address': 'fa:16:3e:f7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:04:54Z', 'updated_at': '2021-10-29T08:05:33Z', 'revision_number': 1, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:05:36.709118 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb54473-1e17-4127-84d9-f68155a141bb None None] New status for floating IP 630eced6-f000-4692-9a89-7862b88283e0: ACTIVE {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:05:42.068352 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39406) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:42.202079 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.289197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.369028 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.415042 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=07d28fd4619f4e969c4c8d2e382ed978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454301 Oct 29 08:05:42.416245 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19acf1f4-f54c-4a3d-a3a9-5c62df512272,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:42.417847 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:42.426610 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.435106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39d784-16c9-463e-9b75-9d668b5f6d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.476677 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.510674 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.683447 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.686442 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:42.687419 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19acf1f4-f54c-4a3d-a3a9-5c62df512272 HTTP/1.1" status: 204 len: 168 time: 0.2684672 Oct 29 08:05:42.695529 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19acf1f4-f54c-4a3d-a3a9-5c62df512272,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:42.703290 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.703625 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.704003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.704322 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.704643 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.704959 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.705273 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.705588 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.705901 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.706209 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.706519 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:42.706824 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e018d212-7f21-4329-bacd-f0b8d3d44223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:43.007385 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39434) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:43.163888 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f0a8-2b4d-4579-8c02-3df6966cad6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.242512 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f0a8-2b4d-4579-8c02-3df6966cad6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.343391 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f0a8-2b4d-4579-8c02-3df6966cad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.386929 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8ca1f0a8-2b4d-4579-8c02-3df6966cad6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18c7e197fbbf4958b46ff44be547c533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783944 Oct 29 08:05:43.387860 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1f0a8-2b4d-4579-8c02-3df6966cad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf0492-bfbc-418d-9eb0-230bfa328e1c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:43.390319 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39442) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:43.406110 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-51ab46f5-a74f-4e8d-94cd-2654432c51b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.442731 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d387ff19-0c21-4015-ae83-e21f16252634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.467230 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d387ff19-0c21-4015-ae83-e21f16252634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.550231 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39446) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:43.570888 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba073044-5d1c-4824-b681-bad972ef385c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.659905 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d387ff19-0c21-4015-ae83-e21f16252634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.662540 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d387ff19-0c21-4015-ae83-e21f16252634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.663722 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d387ff19-0c21-4015-ae83-e21f16252634 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/98bf0492-bfbc-418d-9eb0-230bfa328e1c HTTP/1.1" status: 204 len: 168 time: 0.2723885 Oct 29 08:05:43.678115 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ff19-0c21-4015-ae83-e21f16252634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf0492-bfbc-418d-9eb0-230bfa328e1c,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:43.692731 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39452) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:43.766686 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Deleting subnet 83a14234-adf8-4a67-a53c-050ea891bd68 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:05:43.773787 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.802439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba073044-5d1c-4824-b681-bad972ef385c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.822839 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.832036 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.882913 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba073044-5d1c-4824-b681-bad972ef385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:43.937839 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba073044-5d1c-4824-b681-bad972ef385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59842194-b4f4-4600-be77-8dafe82b094a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:43.946739 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ba073044-5d1c-4824-b681-bad972ef385c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03d372742f4f4334a297ee8ac0b10cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903642 Oct 29 08:05:43.947217 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39456) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:44.003842 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26dca344-569c-4413-b62b-5eb9f662eed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.026688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26dca344-569c-4413-b62b-5eb9f662eed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.077683 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.101891 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a14234-adf8-4a67-a53c-050ea891bd68,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:44.109288 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.112644 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-0a5efe61-f30e-4557-9c67-03251c8d941e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/83a14234-adf8-4a67-a53c-050ea891bd68 HTTP/1.1" status: 204 len: 168 time: 0.4183416 Oct 29 08:05:44.115313 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39458) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:44.188899 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26dca344-569c-4413-b62b-5eb9f662eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.191545 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26dca344-569c-4413-b62b-5eb9f662eed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.193456 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-26dca344-569c-4413-b62b-5eb9f662eed4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59842194-b4f4-4600-be77-8dafe82b094a HTTP/1.1" status: 204 len: 168 time: 0.2449493 Oct 29 08:05:44.203700 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dca344-569c-4413-b62b-5eb9f662eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59842194-b4f4-4600-be77-8dafe82b094a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:44.223848 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.321991 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.346259 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.346772 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.347622 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.348213 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > port after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.348634 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.349054 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > port after_update 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.349457 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.349804 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.350117 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.350605 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.563769 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.564358 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.564465 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.564747 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:05:44.565113 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa31318-885f-4fc9-b051-92390e1b7ce7']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:44.583324 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7e5db2-da47-4dce-bffc-dd09854d6018') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:44.583618 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7e5db2-da47-4dce-bffc-dd09854d6018') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:44.605809 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.773718 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39472) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:44.774415 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.788500 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:05:44.789093 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.790139 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95d560a9-74fd-4d13-84cd-26807d80b12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: from cryptography.utils import int_from_bytes Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: from cryptography.utils import int_from_bytes Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:05:44.794743 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:05:44.934637 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.959813 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:44.963517 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] 10.222.0.74 "DELETE /v2.0/networks/5aa31318-885f-4fc9-b051-92390e1b7ce7 HTTP/1.1" status: 204 len: 168 time: 0.8468649 Oct 29 08:05:44.964655 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd9888-cc18-46e5-bbd8-c60f2660049b admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa31318-885f-4fc9-b051-92390e1b7ce7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:45.067885 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95d560a9-74fd-4d13-84cd-26807d80b12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.148987 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95d560a9-74fd-4d13-84cd-26807d80b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.190023 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-95d560a9-74fd-4d13-84cd-26807d80b12d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73c22399b0b849f684116a09f7bda6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146674 Oct 29 08:05:45.190908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d560a9-74fd-4d13-84cd-26807d80b12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a5a88-7ae9-4b0c-ad1a-7f58066701b1,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:45.193461 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39478) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:45.214713 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39480) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:45.228456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d54869f-dff5-4064-ad96-d1b399a67cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.267389 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dabdf7d-9eef-4d28-921b-2d4113e838eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.292742 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dabdf7d-9eef-4d28-921b-2d4113e838eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.313660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d54869f-dff5-4064-ad96-d1b399a67cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.386185 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d54869f-dff5-4064-ad96-d1b399a67cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.417799 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dabdf7d-9eef-4d28-921b-2d4113e838eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.421824 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7dabdf7d-9eef-4d28-921b-2d4113e838eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.423993 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-7dabdf7d-9eef-4d28-921b-2d4113e838eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/811a5a88-7ae9-4b0c-ad1a-7f58066701b1 HTTP/1.1" status: 204 len: 168 time: 0.2296638 Oct 29 08:05:45.440173 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabdf7d-9eef-4d28-921b-2d4113e838eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a5a88-7ae9-4b0c-ad1a-7f58066701b1,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:45.444398 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3d54869f-dff5-4064-ad96-d1b399a67cb8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=215f6c290e584386adc72add7f9fcf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285724 Oct 29 08:05:45.445248 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54869f-dff5-4064-ad96-d1b399a67cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9ce61-ca9a-4127-83b0-5d6293674970,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:45.448128 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39488) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:45.448629 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39490) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:45.528018 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-21665343-c99b-4c00-a8e4-b669da6329e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a75aa25492694450bc83074f042f778e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0780313 Oct 29 08:05:45.530786 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39492) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:45.554426 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e340454f-19b4-4eae-8efd-0228635b2165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.600028 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e340454f-19b4-4eae-8efd-0228635b2165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.624516 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a80653f4-a3fd-4a4a-be1b-e40e6f4cf1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.668074 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a80653f4-a3fd-4a4a-be1b-e40e6f4cf1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.786691 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e340454f-19b4-4eae-8efd-0228635b2165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.789691 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e340454f-19b4-4eae-8efd-0228635b2165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.790843 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e340454f-19b4-4eae-8efd-0228635b2165 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7fc9ce61-ca9a-4127-83b0-5d6293674970 HTTP/1.1" status: 204 len: 168 time: 0.3354614 Oct 29 08:05:45.799161 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340454f-19b4-4eae-8efd-0228635b2165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9ce61-ca9a-4127-83b0-5d6293674970,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:45.829424 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a80653f4-a3fd-4a4a-be1b-e40e6f4cf1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.837769 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a80653f4-a3fd-4a4a-be1b-e40e6f4cf1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:45.839351 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-a80653f4-a3fd-4a4a-be1b-e40e6f4cf1a3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a1f16d97-0c58-4db2-a4b1-384e7000bfac HTTP/1.1" status: 204 len: 168 time: 0.3074121 Oct 29 08:05:45.850737 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80653f4-a3fd-4a4a-be1b-e40e6f4cf1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f16d97-0c58-4db2-a4b1-384e7000bfac,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:46.329636 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-27cfb461-42be-4d5c-9e9d-49066ac3aa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:47.211485 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:47.298683 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:47.729066 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:47.817874 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-7a78a410-b5be-4ab6-8fa6-36aadfd97ec3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502958 Oct 29 08:05:47.929206 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-21c3c4e7-e8c6-4e74-8373-294c06419dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:47.930879 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-21c3c4e7-e8c6-4e74-8373-294c06419dfd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0610778 Oct 29 08:05:48.081955 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39596) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:48.127889 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-14b80ab1-7b44-40e0-ba49-90ce8544ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:48.130495 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-14b80ab1-7b44-40e0-ba49-90ce8544ac06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.1633499 Oct 29 08:05:48.254759 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-bc9eedcf-b399-44f4-b553-46284c42ae31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 1000 time: 0.1171434 Oct 29 08:05:48.308382 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-fbb19303-1cd9-4103-9d78-4aadd3e81b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:48.309871 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-fbb19303-1cd9-4103-9d78-4aadd3e81b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.0483344 Oct 29 08:05:48.339880 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-788259351-network', 'tenant_id': '4e925cc20af94eff81718e6ff4244339'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:48.376095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-824a7ea5-9565-4544-8ac1-f601fab5541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:48.379424 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-824a7ea5-9565-4544-8ac1-f601fab5541b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618229 Oct 29 08:05:48.508923 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-da8a53b8-dd05-4b90-9309-406166b0a363 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215670 Oct 29 08:05:48.546911 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Made reservation on behalf of 4e925cc20af94eff81718e6ff4244339 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:48.549664 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:48.559241 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:48.633075 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-065a9185-3c41-4882-b56d-fd8f7180ce47 req-6bb50092-61b0-4595-956b-126d23dff858 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170599 Oct 29 08:05:48.687420 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:48.824135 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:48.851254 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:05:48.881989 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:48.883026 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Added segment c5e3b739-e019-426b-98ae-4bd0af18b076 of type vlan for network a61cee51-a74b-4432-b917-2f01b79985e1 Oct 29 08:05:48.990938 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.001550 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7596be-d10b-4a3e-974b-503e25a01a87,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:49.075332 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.103141 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.104602 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:49.105287 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.203251 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] Pushing event updated for resources: {'Network': ['ID=a61cee51-a74b-4432-b917-2f01b79985e1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:49.226933 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network a61cee51-a74b-4432-b917-2f01b79985e1 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:05:49.227027 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-856e4e4b-9f1b-42b3-af81-c98a9614b065 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1372080 Oct 29 08:05:49.231449 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39654) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:49.237587 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Request body: {'subnet': {'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-subnet', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:49.340113 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Made reservation on behalf of 4e925cc20af94eff81718e6ff4244339 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:05:49.345844 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13384929'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.680619 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13384987'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.737555 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ad85ac-9f80-4c48-9071-82b7a0454f01,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:49.749929 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Checking segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:05:49.750272 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Network hostable DHCP agents. Network: a61cee51-a74b-4432-b917-2f01b79985e1, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:05:49.840515 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Network a61cee51-a74b-4432-b917-2f01b79985e1 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:05:49.966279 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, a61cee51-a74b-4432-b917-2f01b79985e1) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:49.971858 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:49.972809 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:49.990648 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b1473-d121-4da4-8271-e02ae8667460 None None] Network a61cee51-a74b-4432-b917-2f01b79985e1 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:05:50.066827 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-585d6b00-44e0-4635-b4c6-07a9550ec376 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8335156 Oct 29 08:05:50.070409 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39684) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:50.077110 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:05:50.144657 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f31c4e-78a9-4273-b5fa-307319cd7f3f None None] Network a61cee51-a74b-4432-b917-2f01b79985e1 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:05:50.229582 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:50.230826 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:50.305421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:50.558744 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:50.985767 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:51.008338 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:51.139954 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Allocated IP 172.27.2.175 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/c6c2265e-e67f-404d-9680-923aee4dbf8d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:05:51.243450 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:51.403562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:51.447632 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:05:51.449082 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:51.453347 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:05:51.479426 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Pushing event updated for resources: {'Port': ['ID=c6c2265e-e67f-404d-9680-923aee4dbf8d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:51.563431 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39740) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:51.713539 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc64bdc8-1d45-445c-ba93-61392cdbcd96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:51.840093 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc64bdc8-1d45-445c-ba93-61392cdbcd96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:51.969938 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc64bdc8-1d45-445c-ba93-61392cdbcd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.032473 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.069737 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-dc64bdc8-1d45-445c-ba93-61392cdbcd96 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0db8b02a90d449638253fe411c2f625d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019760 Oct 29 08:05:52.070846 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39764) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:52.071864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64bdc8-1d45-445c-ba93-61392cdbcd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f95dd-f821-40df-a839-60d94c5e087d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:52.149419 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fce5a1d-c61a-4593-8ac9-063477655ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.177432 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fce5a1d-c61a-4593-8ac9-063477655ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.293773 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39774) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:52.370969 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.392040 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fce5a1d-c61a-4593-8ac9-063477655ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.395013 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fce5a1d-c61a-4593-8ac9-063477655ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.399103 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8fce5a1d-c61a-4593-8ac9-063477655ba7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/213f95dd-f821-40df-a839-60d94c5e087d HTTP/1.1" status: 204 len: 168 time: 0.3159676 Oct 29 08:05:52.405574 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce5a1d-c61a-4593-8ac9-063477655ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f95dd-f821-40df-a839-60d94c5e087d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:52.449186 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8074073d-bbd5-49fe-ad56-407657ca1a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.553235 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8074073d-bbd5-49fe-ad56-407657ca1a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.723534 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8074073d-bbd5-49fe-ad56-407657ca1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.726846 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Router acfa46c1-bdb6-4db2-9b38-343e0dd54347 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:05:52.774795 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8074073d-bbd5-49fe-ad56-407657ca1a82 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b21348c80e3a430db33181fd1b0cda68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798956 Oct 29 08:05:52.775710 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074073d-bbd5-49fe-ad56-407657ca1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7653fe73-05d8-46da-9a11-47bf32062675,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:52.779590 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39788) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:52.843904 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b4db92be-6095-43da-bcc5-736f5e6da9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.868475 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b4db92be-6095-43da-bcc5-736f5e6da9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:52.869065 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:05:52.884364 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Sync routers for ids ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:05:52.899351 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Routers {'acfa46c1-bdb6-4db2-9b38-343e0dd54347'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:05:52.900034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:05:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:53.018486 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Set router acfa46c1-bdb6-4db2-9b38-343e0dd54347 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:05:53.040052 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.046028 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f948f147-af25-4948-a738-8b33b3a9304b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9698961 Oct 29 08:05:53.046325 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39792) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:53.093043 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b4db92be-6095-43da-bcc5-736f5e6da9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.096485 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b4db92be-6095-43da-bcc5-736f5e6da9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.097508 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b4db92be-6095-43da-bcc5-736f5e6da9cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7653fe73-05d8-46da-9a11-47bf32062675 HTTP/1.1" status: 204 len: 168 time: 0.3168426 Oct 29 08:05:53.135544 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db92be-6095-43da-bcc5-736f5e6da9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653fe73-05d8-46da-9a11-47bf32062675,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:53.244379 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39798) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:53.256091 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:05:51Z', 'revision_number': 3, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:53.290929 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Checking router: acfa46c1-bdb6-4db2-9b38-343e0dd54347 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:05:53.292300 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Updating router acfa46c1-bdb6-4db2-9b38-343e0dd54347 port c6c2265e-e67f-404d-9680-923aee4dbf8d binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:05:53.344785 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.610693 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.710943 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39812) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:53.745913 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.766680 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00ab3188-7f0b-4a0c-b539-3411ad625e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:53.895319 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.006919 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Allocated IP 172.20.0.1 (a61cee51-a74b-4432-b917-2f01b79985e1/26ad85ac-9f80-4c48-9071-82b7a0454f01/02aed803-9040-491f-9834-ade0e1640ab6) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:05:54.017353 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Attempting to bind port c6c2265e-e67f-404d-9680-923aee4dbf8d on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:05:54.017840 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Attempting to bind port c6c2265e-e67f-404d-9680-923aee4dbf8d by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:05:54.018263 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Attempting to bind port c6c2265e-e67f-404d-9680-923aee4dbf8d on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:05:54.025619 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Pushing event updated for resources: {'Port': ['ID=c6c2265e-e67f-404d-9680-923aee4dbf8d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.034793 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00ab3188-7f0b-4a0c-b539-3411ad625e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.035857 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:05:54.036342 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:05:54.036956 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.037355 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:05:54.038085 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Bound port: c6c2265e-e67f-404d-9680-923aee4dbf8d, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:05:54.039349 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.044534 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.044956 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.046098 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.046444 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.046697 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.047381 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.048519 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.048950 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.049437 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.049830 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.050228 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.050612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:54.100609 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b6be-df4f-4ab2-98f6-cd0059493607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.127019 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] For port c6c2265e-e67f-404d-9680-923aee4dbf8d, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:05:54.135017 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] For port c6c2265e-e67f-404d-9680-923aee4dbf8d, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=c6c2265e-e67f-404d-9680-923aee4dbf8d,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:05:54.138265 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00ab3188-7f0b-4a0c-b539-3411ad625e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.177310 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.258368 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-00ab3188-7f0b-4a0c-b539-3411ad625e47 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8984141910b046c989a5fca5bcc13296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449636 Oct 29 08:05:54.261827 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab3188-7f0b-4a0c-b539-3411ad625e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e6054-ceea-4482-a761-17b515189b2e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.262893 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39822) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:54.282359 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.349250 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.408013 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc7e09-8e05-4a56-b68a-2c16c11cc480 None None] Pushing event updated for resources: {'Port': ['ID=c6c2265e-e67f-404d-9680-923aee4dbf8d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.430559 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b6be-df4f-4ab2-98f6-cd0059493607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.436652 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:54.454015 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Routers {'acfa46c1-bdb6-4db2-9b38-343e0dd54347'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:05:54.455063 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:05:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:54.457519 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Pushing event updated for resources: {'Port': ['ID=02aed803-9040-491f-9834-ade0e1640ab6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.462540 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bce2dc-c04b-49a5-9f8a-a279bffcf48d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.496756 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Network a61cee51-a74b-4432-b917-2f01b79985e1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:05:54.499718 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6262282e-1075-4099-8a31-478c6f35542b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.543297 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6262282e-1075-4099-8a31-478c6f35542b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.591453 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:54.602329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:05:54.626423 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bce2dc-c04b-49a5-9f8a-a279bffcf48d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.641284 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b6be-df4f-4ab2-98f6-cd0059493607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.664192 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.694991 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] Set router acfa46c1-bdb6-4db2-9b38-343e0dd54347 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:05:54.702665 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9b6be-df4f-4ab2-98f6-cd0059493607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0089ddd7-0495-4e56-9a52-fe3dd440bc3a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.708448 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d6b9b6be-df4f-4ab2-98f6-cd0059493607 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da2a814e9ff5425ebac1069c8ee0bcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4627376 Oct 29 08:05:54.710956 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39840) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:54.808421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11f8025b-544c-4a88-b175-134f7fc28259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.839379 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11f8025b-544c-4a88-b175-134f7fc28259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.890748 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d2bce2dc-c04b-49a5-9f8a-a279bffcf48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.947342 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6262282e-1075-4099-8a31-478c6f35542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.955295 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6262282e-1075-4099-8a31-478c6f35542b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:54.955295 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-6262282e-1075-4099-8a31-478c6f35542b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac7e6054-ceea-4482-a761-17b515189b2e HTTP/1.1" status: 204 len: 168 time: 0.6858699 Oct 29 08:05:54.957943 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bce2dc-c04b-49a5-9f8a-a279bffcf48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9bd445-e700-4e64-b196-77de6b8e99b1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.985354 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262282e-1075-4099-8a31-478c6f35542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e6054-ceea-4482-a761-17b515189b2e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:54.989791 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d2bce2dc-c04b-49a5-9f8a-a279bffcf48d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d08b8820c8a425fafd2e1592f9ca5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485635 Oct 29 08:05:54.992475 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39850) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:55.073443 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:05:51Z', 'revision_number': 3, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:55.103744 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11f8025b-544c-4a88-b175-134f7fc28259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.107826 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8783-fc4a-4b42-8e5e-c50edc4b2509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.108364 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-11f8025b-544c-4a88-b175-134f7fc28259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.112975 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-11f8025b-544c-4a88-b175-134f7fc28259 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0089ddd7-0495-4e56-9a52-fe3dd440bc3a HTTP/1.1" status: 204 len: 168 time: 0.3953719 Oct 29 08:05:55.114102 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.122933 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bc73a-9a89-4b24-b696-1546706f0338 None None] The sync data for ids ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'] in dv-cinder-741349-6-iscsi is: [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:05:51Z', 'revision_number': 3, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:05:55.129981 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8025b-544c-4a88-b175-134f7fc28259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0089ddd7-0495-4e56-9a52-fe3dd440bc3a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:55.148739 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8783-fc4a-4b42-8e5e-c50edc4b2509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.414908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.444775 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8783-fc4a-4b42-8e5e-c50edc4b2509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.448838 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8783-fc4a-4b42-8e5e-c50edc4b2509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.472703 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-255a8783-fc4a-4b42-8e5e-c50edc4b2509 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f9bd445-e700-4e64-b196-77de6b8e99b1 HTTP/1.1" status: 204 len: 168 time: 0.4577610 Oct 29 08:05:55.482112 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a8783-fc4a-4b42-8e5e-c50edc4b2509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9bd445-e700-4e64-b196-77de6b8e99b1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:55.634153 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.818914 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:55.823564 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Pushing event updated for resources: {'Port': ['ID=02aed803-9040-491f-9834-ade0e1640ab6,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:55.868859 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device c6c2265e-e67f-404d-9680-923aee4dbf8d up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:05:55.952006 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port c6c2265e-e67f-404d-9680-923aee4dbf8d triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:05:55.952621 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.017915 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Network a61cee51-a74b-4432-b917-2f01b79985e1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:05:56.021392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:05:56.059476 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.087652 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port c6c2265e-e67f-404d-9680-923aee4dbf8d, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=c6c2265e-e67f-404d-9680-923aee4dbf8d,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:05:56.207011 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Router acfa46c1-bdb6-4db2-9b38-343e0dd54347 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:05:56.219122 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.305749 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=c6c2265e-e67f-404d-9680-923aee4dbf8d,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:56.333485 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.334026 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.334532 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.334872 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.335214 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.335583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.335942 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.336267 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.336621 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.338394 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.338750 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.339224 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:05:56.378402 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39906) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:56.393868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16f6a075-9345-4c70-99f6-57707eddd468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.501864 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16f6a075-9345-4c70-99f6-57707eddd468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.610808 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:05:56.616753 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-14d7e9ca-fa5c-4fc8-839e-4f39c49b4783 admin admin] 10.222.0.74 "PUT /v2.0/routers/acfa46c1-bdb6-4db2-9b38-343e0dd54347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5690341 Oct 29 08:05:56.666148 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-16f6a075-9345-4c70-99f6-57707eddd468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.719918 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-16f6a075-9345-4c70-99f6-57707eddd468 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=93ef393b59204d19bca63433e47ab3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403249 Oct 29 08:05:56.722288 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6a075-9345-4c70-99f6-57707eddd468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd9aac4-c1ee-4ae5-a6f8-0bc5a055d61c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:56.723155 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39912) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:56.809729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d529b252-5c3f-4e85-8fa5-889f75d560e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:56.835427 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d529b252-5c3f-4e85-8fa5-889f75d560e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:57.054436 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d529b252-5c3f-4e85-8fa5-889f75d560e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:57.059803 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d529b252-5c3f-4e85-8fa5-889f75d560e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:57.059803 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d529b252-5c3f-4e85-8fa5-889f75d560e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3bd9aac4-c1ee-4ae5-a6f8-0bc5a055d61c HTTP/1.1" status: 204 len: 168 time: 0.3337669 Oct 29 08:05:57.070255 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529b252-5c3f-4e85-8fa5-889f75d560e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd9aac4-c1ee-4ae5-a6f8-0bc5a055d61c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:57.302453 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39926) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:57.353864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39934) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:57.409907 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Sync routers for ids ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:05:57.425107 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Routers {'acfa46c1-bdb6-4db2-9b38-343e0dd54347'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:05:57.432724 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:05:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:57.581485 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Set router acfa46c1-bdb6-4db2-9b38-343e0dd54347 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:05:57.709946 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device c6c2265e-e67f-404d-9680-923aee4dbf8d up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:05:57.830568 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-077fa155-8c0c-4259-80e3-cfd7e27aa460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:57.965825 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port c6c2265e-e67f-404d-9680-923aee4dbf8d triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:05:57.966522 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:57.991117 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3887bae-425b-4032-9172-12035583fb2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.055806 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:05:54Z', 'revision_number': 4, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02aed803-9040-491f-9834-ade0e1640ab6', 'name': '', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'mac_address': 'fa:16:3e:80:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:53Z', 'updated_at': '2021-10-29T08:05:55Z', 'revision_number': 2, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'subnets': [{'id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:58.081224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-077fa155-8c0c-4259-80e3-cfd7e27aa460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.105158 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Checking router: acfa46c1-bdb6-4db2-9b38-343e0dd54347 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:05:58.105510 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Updating router acfa46c1-bdb6-4db2-9b38-343e0dd54347 port 02aed803-9040-491f-9834-ade0e1640ab6 binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:05:58.147451 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.149463 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3887bae-425b-4032-9172-12035583fb2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.203558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-077fa155-8c0c-4259-80e3-cfd7e27aa460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.244794 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3887bae-425b-4032-9172-12035583fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.259172 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fa155-8c0c-4259-80e3-cfd7e27aa460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d4aef8-9f90-4cdc-9db6-26253f53d03d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:58.280852 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 39958) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:58.281430 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-077fa155-8c0c-4259-80e3-cfd7e27aa460 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8467df678884450849f6c3e21e9a0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768960 Oct 29 08:05:58.336979 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f3887bae-425b-4032-9172-12035583fb2a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5057a5d09c2940e5aab10a29d45a482a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9805381 Oct 29 08:05:58.339133 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3887bae-425b-4032-9172-12035583fb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a39b45-1c7b-433c-89b0-32b80ee04000,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:58.343914 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 39960) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:05:58.421375 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b38523a3-52c2-46c1-85a2-a2da5f695e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.466588 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-8d14-427a-a68d-c5d803b9e5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.504993 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b38523a3-52c2-46c1-85a2-a2da5f695e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.527620 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-8d14-427a-a68d-c5d803b9e5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.596501 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.711152 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b38523a3-52c2-46c1-85a2-a2da5f695e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.713905 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b38523a3-52c2-46c1-85a2-a2da5f695e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.715098 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b38523a3-52c2-46c1-85a2-a2da5f695e0c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9d4aef8-9f90-4cdc-9db6-26253f53d03d HTTP/1.1" status: 204 len: 168 time: 0.4323819 Oct 29 08:05:58.740988 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.742168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-8d14-427a-a68d-c5d803b9e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.750488 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-8d14-427a-a68d-c5d803b9e5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:58.753464 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-1a2d3ed6-8d14-427a-a68d-c5d803b9e5a0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/65a39b45-1c7b-433c-89b0-32b80ee04000 HTTP/1.1" status: 204 len: 168 time: 0.4078076 Oct 29 08:05:58.776654 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3ed6-8d14-427a-a68d-c5d803b9e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a39b45-1c7b-433c-89b0-32b80ee04000,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:58.827564 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38523a3-52c2-46c1-85a2-a2da5f695e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d4aef8-9f90-4cdc-9db6-26253f53d03d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:58.906474 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1530c-91c5-413f-a4dc-263bf4055294 None None] Pushing event updated for resources: {'Port': ['ID=02aed803-9040-491f-9834-ade0e1640ab6,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:58.926085 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-13100da3-76f0-411d-bf1a-eee1a9ff687c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:05:58.930135 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-13100da3-76f0-411d-bf1a-eee1a9ff687c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 818 time: 0.2208669 Oct 29 08:05:58.970120 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-a9c1f6b4-2a16-4688-8fe8-f0e9e1d88e5a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/quotas/4e925cc20af94eff81718e6ff4244339 HTTP/1.1" status: 200 len: 375 time: 0.0221298 Oct 29 08:05:59.053336 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-399bc580-22f9-4f98-86b6-3308b6bcb789 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705855 Oct 29 08:05:59.070144 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Attempting to bind port 02aed803-9040-491f-9834-ade0e1640ab6 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:05:59.070726 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Attempting to bind port 02aed803-9040-491f-9834-ade0e1640ab6 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:05:59.071266 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Attempting to bind port 02aed803-9040-491f-9834-ade0e1640ab6 on network a61cee51-a74b-4432-b917-2f01b79985e1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:05:59.082081 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:05:59.082613 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Checking segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:05:59.083210 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:59.084398 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Bound using segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:05:59.084802 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Bound port: 02aed803-9040-491f-9834-ade0e1640ab6, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:05:59.085439 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:59.171975 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-2abc083c-abae-4683-9ac7-e68cc33deb61 service neutron] 10.222.0.74 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030817 Oct 29 08:05:59.197065 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] For port 02aed803-9040-491f-9834-ade0e1640ab6, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:05:59.202945 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] For port 02aed803-9040-491f-9834-ade0e1640ab6, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=02aed803-9040-491f-9834-ade0e1640ab6,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:05:59.284148 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-5eee9b55-f24a-4642-8630-34b2f3002eda service neutron] 10.222.0.74 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051400 Oct 29 08:05:59.293503 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:05:59.387303 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Routers {'acfa46c1-bdb6-4db2-9b38-343e0dd54347'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:05:59.387303 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:05:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:59.421061 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1530c-91c5-413f-a4dc-263bf4055294 None None] Pushing event updated for resources: {'Port': ['ID=02aed803-9040-491f-9834-ade0e1640ab6,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:05:59.525208 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] Set router acfa46c1-bdb6-4db2-9b38-343e0dd54347 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:05:59.829833 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bd19edf2-7e26-48e4-abf6-5a6d0e556366 req-547cb3fd-f24d-40d0-ad21-f835ac2735e3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 210 time: 0.0588384 Oct 29 08:05:59.845826 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:05:59.918838 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:05:54Z', 'revision_number': 4, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02aed803-9040-491f-9834-ade0e1640ab6', 'name': '', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'mac_address': 'fa:16:3e:80:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:53Z', 'updated_at': '2021-10-29T08:05:59Z', 'revision_number': 4, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'subnets': [{'id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:05:59.956982 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5111d6b8-9752-4c71-93d9-45a6ae30bd08 None None] The sync data for ids ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'] in dv-cinder-741349-6-iscsi is: [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:05:54Z', 'revision_number': 4, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02aed803-9040-491f-9834-ade0e1640ab6', 'name': '', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'mac_address': 'fa:16:3e:80:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:53Z', 'updated_at': '2021-10-29T08:05:59Z', 'revision_number': 4, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'subnets': [{'id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:06:00.754193 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40068) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:00.780542 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8f4af776-908a-43be-94cb-8028cddcd7e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:00.897942 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-e0139844-c1e0-48c6-b607-6560358e90a5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:00.915596 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-e0139844-c1e0-48c6-b607-6560358e90a5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 818 time: 0.1848176 Oct 29 08:06:00.954676 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-19ffa8cb-4624-43fa-a318-632b7e854ea3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/quotas/4e925cc20af94eff81718e6ff4244339 HTTP/1.1" status: 200 len: 375 time: 0.0377262 Oct 29 08:06:00.985024 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8f4af776-908a-43be-94cb-8028cddcd7e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.074844 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8f4af776-908a-43be-94cb-8028cddcd7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.101677 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-e9c86185-f4cb-4006-86f7-d85079e30e23 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447070 Oct 29 08:06:01.161792 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8f4af776-908a-43be-94cb-8028cddcd7e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f079e3a66e9a44638bd24d8d6e1c5caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063587 Oct 29 08:06:01.162560 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40084) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:01.169449 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4af776-908a-43be-94cb-8028cddcd7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff981ed-cb7f-4cf8-a90c-dc0f085702bf,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:01.254147 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b151fea-58f6-4b0b-b8ed-5189f359ec84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.275512 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-4b17ee9e-45f5-49e3-b66e-108c83c2388d service neutron] 10.222.0.74 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456316 Oct 29 08:06:01.297917 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b151fea-58f6-4b0b-b8ed-5189f359ec84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.426892 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-fa843625-9ea3-4f36-b6a7-8ece49b0e3ac service neutron] 10.222.0.74 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403480 Oct 29 08:06:01.519029 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b151fea-58f6-4b0b-b8ed-5189f359ec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.523224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b151fea-58f6-4b0b-b8ed-5189f359ec84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.524814 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8b151fea-58f6-4b0b-b8ed-5189f359ec84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ff981ed-cb7f-4cf8-a90c-dc0f085702bf HTTP/1.1" status: 204 len: 168 time: 0.3608458 Oct 29 08:06:01.542385 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b151fea-58f6-4b0b-b8ed-5189f359ec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff981ed-cb7f-4cf8-a90c-dc0f085702bf,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:01.746852 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02aed803-9040-491f-9834-ade0e1640ab6 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:01.823139 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 02aed803-9040-491f-9834-ade0e1640ab6 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:01.823827 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:01.946533 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6e895508-5190-4be8-8035-2ecd78b4901e req-6aa44b16-30e0-4d6b-91d0-76112dc9a1db tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0446787 Oct 29 08:06:01.959076 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.021050 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 02aed803-9040-491f-9834-ade0e1640ab6, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=02aed803-9040-491f-9834-ade0e1640ab6,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:02.110482 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.149303 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40114) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:02.195087 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=02aed803-9040-491f-9834-ade0e1640ab6,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:02.521593 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40138) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:02.610732 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Deleting subnet faaa613a-d7f0-491a-b4dc-4a56aadc8900 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:06:02.618062 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.660929 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3dd20d41-1995-4643-998b-8732d8acc257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.693422 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.813419 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.838550 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3dd20d41-1995-4643-998b-8732d8acc257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:02.991869 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3dd20d41-1995-4643-998b-8732d8acc257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.068664 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20d41-1995-4643-998b-8732d8acc257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a604e865-feee-4340-8ea4-5df6c36c59c2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:03.084325 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3dd20d41-1995-4643-998b-8732d8acc257 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43f0a703084244b9b8d75317e7b3ad2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336419 Oct 29 08:06:03.085019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40160) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:03.110392 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-418642f5-f16c-4e11-b3e2-9194f432b056 req-533ecaec-d79c-4e81-b2b2-de05f60747f5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0833263 Oct 29 08:06:03.143081 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0c40ae1-c2ad-41f6-99bd-4e88513c771c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.166889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.180541 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0c40ae1-c2ad-41f6-99bd-4e88513c771c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.203793 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.207227 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-99270af7-2718-4613-935a-498b95065384 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/faaa613a-d7f0-491a-b4dc-4a56aadc8900 HTTP/1.1" status: 204 len: 168 time: 0.6840656 Oct 29 08:06:03.211053 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40164) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:03.218786 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99270af7-2718-4613-935a-498b95065384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faaa613a-d7f0-491a-b4dc-4a56aadc8900,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:03.338166 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.380824 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0c40ae1-c2ad-41f6-99bd-4e88513c771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.385184 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0c40ae1-c2ad-41f6-99bd-4e88513c771c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.386653 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f0c40ae1-c2ad-41f6-99bd-4e88513c771c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a604e865-feee-4340-8ea4-5df6c36c59c2 HTTP/1.1" status: 204 len: 168 time: 0.3002470 Oct 29 08:06:03.399946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c40ae1-c2ad-41f6-99bd-4e88513c771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604e865-feee-4340-8ea4-5df6c36c59c2,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:03.459361 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.491619 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:03.513055 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d26252-e22d-4a9e-80a0-51cc9c4dbdd8') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:03.513539 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d26252-e22d-4a9e-80a0-51cc9c4dbdd8') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:03.533992 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.543935 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40174) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:03.558081 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.573252 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:06:03.573252 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:06:03.575554 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:06:03.652086 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02aed803-9040-491f-9834-ade0e1640ab6 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:03.722064 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 02aed803-9040-491f-9834-ade0e1640ab6 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:03.722514 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.797782 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.813914 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:03.822115 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] 10.222.0.74 "DELETE /v2.0/networks/d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79 HTTP/1.1" status: 204 len: 168 time: 0.6092954 Oct 29 08:06:03.824714 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40180) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:03.857219 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76726c8b-8452-4346-b7a4-b33fefc01b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d105c7c7-444a-4e7a-8ad2-e0e76f6a0b79,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:03.927807 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Deleting subnet dc9ffb12-6d5a-4de1-9210-f1c3e3e8f1d2 {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:06:03.937818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.058935 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15809889'] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.239940 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.304233 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-84d2e420-68e0-4d0a-aeb1-6c64c4476dc8 req-72d6406a-855d-45ef-a472-daa6b582a65a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0641251 Oct 29 08:06:04.355217 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-da4a33d6-bacb-48f5-8333-2a3865a08df4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:04.356890 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-da4a33d6-bacb-48f5-8333-2a3865a08df4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 818 time: 0.3329699 Oct 29 08:06:04.379324 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Request body: {'port': {'device_id': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'admin_state_up': True, 'tenant_id': '4e925cc20af94eff81718e6ff4244339'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:04.389389 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-537790145-network', 'tenant_id': 'b0daddbdd83948c28f0159409db8fdf2'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:04.556652 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15807232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15977145'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.604323 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9ffb12-6d5a-4de1-9210-f1c3e3e8f1d2,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:04.612505 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.618821 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3b1bb6c8-656c-49fe-84b7-7cc50e52802f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dc9ffb12-6d5a-4de1-9210-f1c3e3e8f1d2 HTTP/1.1" status: 204 len: 168 time: 0.7882080 Oct 29 08:06:04.618821 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Made reservation on behalf of b0daddbdd83948c28f0159409db8fdf2 for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:04.619156 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40204) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:04.622000 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.652077 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.790059 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.791991 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.873209 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Made reservation on behalf of 4e925cc20af94eff81718e6ff4244339 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:04.879069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.907831 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.936343 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:04.986206 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.49', 64088) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:05.020522 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f574f35d-24f6-473a-82dd-478a7a28258e']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:05.038231 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ac910-6a8d-489d-b6f7-e18bb50b05c4') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:05.038716 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ac910-6a8d-489d-b6f7-e18bb50b05c4') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:05.052942 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.070818 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.081580 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:06:05.082144 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:06:05.098641 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:06:05.178197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:06:05.226063 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde304e8-df5e-4f4a-adcb-f6ac37b3f445,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:05.277044 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.277709 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Added segment 510fca6f-2237-4823-b413-03208d879157 of type vlan for network d44728bf-5349-4d82-9548-73d2f1025695 Oct 29 08:06:05.287586 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.299242 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.313653 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f574f35d-24f6-473a-82dd-478a7a28258e HTTP/1.1" status: 204 len: 168 time: 0.6932046 Oct 29 08:06:05.334344 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a99d2-857b-4c37-84ce-2f7caa15dc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f574f35d-24f6-473a-82dd-478a7a28258e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:05.387688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.411573 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Allocated IP 172.20.0.11 (a61cee51-a74b-4432-b917-2f01b79985e1/26ad85ac-9f80-4c48-9071-82b7a0454f01/3609fae2-ed8a-4611-b725-7748b6216e7c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:05.446810 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-4d74658a-01f7-428c-9a32-1e6896c43397 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:05.449451 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-4d74658a-01f7-428c-9a32-1e6896c43397 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 818 time: 0.4556482 Oct 29 08:06:05.523997 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d938d6a9-2b7b-40db-a98a-062fb7525c17 req-1c489f37-30f4-4b41-bcbd-d49a9b02ddf5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0667150 Oct 29 08:06:05.553287 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Request body: {'port': {'device_id': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'admin_state_up': True, 'tenant_id': '4e925cc20af94eff81718e6ff4244339'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:05.713623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.714949 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:05.715937 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.875867 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] Pushing event updated for resources: {'Network': ['ID=d44728bf-5349-4d82-9548-73d2f1025695,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:05.891543 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network d44728bf-5349-4d82-9548-73d2f1025695 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:06:05.938972 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-cc97137d-7186-4fdb-81b7-0ee2c6584397 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3839252 Oct 29 08:06:05.939373 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40250) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:05.957539 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:05.961189 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Request body: {'subnet': {'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-537790145-subnet', 'tenant_id': 'b0daddbdd83948c28f0159409db8fdf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:06.081402 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Made reservation on behalf of 4e925cc20af94eff81718e6ff4244339 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:06.089243 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.150532 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.204551 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40256) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:06.225925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Made reservation on behalf of b0daddbdd83948c28f0159409db8fdf2 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:06.228600 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13384929'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.297671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Network a61cee51-a74b-4432-b917-2f01b79985e1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:06.308591 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:06.312006 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:06.326248 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-09e259f5-561b-496d-bafd-8fc5142e0be0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8b00e85a92144fb8dea0253d29e8849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205072 Oct 29 08:06:06.332806 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40262) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:06.382558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Pushing event updated for resources: {'Port': ['ID=3609fae2-ed8a-4611-b725-7748b6216e7c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:06.445326 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-989c5e73-1f1b-4c9b-a3ef-05ebfbe8851b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.471312 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Allocated IP 172.20.0.7 (a61cee51-a74b-4432-b917-2f01b79985e1/26ad85ac-9f80-4c48-9071-82b7a0454f01/fa582d25-32d2-44fc-9812-c7015de26ddb) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:06.505064 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:06.509049 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-989c5e73-1f1b-4c9b-a3ef-05ebfbe8851b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.514142 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.746270 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-221c0046-8adc-4e7e-bd69-df9ec204d146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3756359 Oct 29 08:06:06.795939 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13384987'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.831974 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.850607 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-989c5e73-1f1b-4c9b-a3ef-05ebfbe8851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.856032 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-989c5e73-1f1b-4c9b-a3ef-05ebfbe8851b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:06.858838 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-989c5e73-1f1b-4c9b-a3ef-05ebfbe8851b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55032fee-ca24-4578-97a7-63f5c4bc77ab HTTP/1.1" status: 204 len: 168 time: 0.5246139 Oct 29 08:06:06.891890 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c5e73-1f1b-4c9b-a3ef-05ebfbe8851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55032fee-ca24-4578-97a7-63f5c4bc77ab,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:06.918356 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a1da7c-ffb9-4930-963a-a76c26338bdf,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:06.951656 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Checking segment: {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:06.954330 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Network hostable DHCP agents. Network: d44728bf-5349-4d82-9548-73d2f1025695, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:06:06.965019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:07.034195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Network a61cee51-a74b-4432-b917-2f01b79985e1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:07.040053 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:07.044197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:07.079367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Pushing event updated for resources: {'Port': ['ID=fa582d25-32d2-44fc-9812-c7015de26ddb,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:07.107946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:07.108603 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:07.117971 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Network d44728bf-5349-4d82-9548-73d2f1025695 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:06:07.215429 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, d44728bf-5349-4d82-9548-73d2f1025695) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:07.221508 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-2b4539dd-769a-451b-a429-71dc796a61b1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6784420 Oct 29 08:06:07.222459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:07.223291 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:07.228189 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be5cd4-0cee-4e7d-93e5-9789b4e48e5a None None] Network d44728bf-5349-4d82-9548-73d2f1025695 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:07.304024 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ce27cb25-7dbb-4482-8aa7-47324297f8db admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3523824 Oct 29 08:06:07.407269 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e7407-3e2b-47fa-9bb7-f0ca2a3c462d None None] Network d44728bf-5349-4d82-9548-73d2f1025695 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:08.126621 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40310) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:08.198542 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-20f67ead-a7c6-450f-a24f-cea0140a585c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9fa48cd572ac4243baefa35c92faa74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699358 Oct 29 08:06:08.200849 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40312) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:08.304928 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f6215d0-5306-4efc-8ea7-8546b3b628b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:08.345638 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f6215d0-5306-4efc-8ea7-8546b3b628b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:08.535125 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f6215d0-5306-4efc-8ea7-8546b3b628b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:08.538768 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4f6215d0-5306-4efc-8ea7-8546b3b628b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:08.544753 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4f6215d0-5306-4efc-8ea7-8546b3b628b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/234759b2-a4b9-490c-a979-9ad72ac2ad92 HTTP/1.1" status: 204 len: 168 time: 0.3360949 Oct 29 08:06:08.554344 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6215d0-5306-4efc-8ea7-8546b3b628b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234759b2-a4b9-490c-a979-9ad72ac2ad92,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:09.122179 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Request body: {'port': {'device_id': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:09.284200 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Request body: {'port': {'device_id': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:09.397558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:09.413310 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:09.504252 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780f0f-d2ac-4e89-b73f-8af228353334 req-123d8755-74c3-40d0-b1b7-402ab238bae6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:09.521789 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2d780f0f-d2ac-4e89-b73f-8af228353334 req-123d8755-74c3-40d0-b1b7-402ab238bae6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 931 time: 0.1841278 Oct 29 08:06:09.567839 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2d780f0f-d2ac-4e89-b73f-8af228353334 req-525b6ea4-9ba0-4463-bdb7-c929a81c28d7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Oct 29 08:06:09.916372 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3609fae2-ed8a-4611-b725-7748b6216e7c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:09.928258 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:09.944318 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Transition to ACTIVE for port object 3609fae2-ed8a-4611-b725-7748b6216e7c will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:06:10.050859 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:10.384716 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Pushing event updated for resources: {'Port': ['ID=3609fae2-ed8a-4611-b725-7748b6216e7c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:10.472851 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Attempting to bind port 3609fae2-ed8a-4611-b725-7748b6216e7c on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:10.473211 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Attempting to bind port 3609fae2-ed8a-4611-b725-7748b6216e7c by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:10.473546 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Attempting to bind port 3609fae2-ed8a-4611-b725-7748b6216e7c on network a61cee51-a74b-4432-b917-2f01b79985e1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:10.488347 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Port 3609fae2-ed8a-4611-b725-7748b6216e7c on network a61cee51-a74b-4432-b917-2f01b79985e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:06:10.488660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Attempting to bind port 3609fae2-ed8a-4611-b725-7748b6216e7c on network a61cee51-a74b-4432-b917-2f01b79985e1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:10.517988 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:10.518273 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Checking segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:10.518835 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Bound using segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:10.519298 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Bound port: 3609fae2-ed8a-4611-b725-7748b6216e7c, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:10.519640 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:10.571055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa582d25-32d2-44fc-9812-c7015de26ddb {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:10.583640 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:10.616471 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Transition to ACTIVE for port object fa582d25-32d2-44fc-9812-c7015de26ddb will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:06:10.631433 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] For port 3609fae2-ed8a-4611-b725-7748b6216e7c, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:10.635720 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] For port 3609fae2-ed8a-4611-b725-7748b6216e7c, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3609fae2-ed8a-4611-b725-7748b6216e7c,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:10.744404 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cb1b1-b89a-4303-a5b8-a4b2e8104e4f req-10c55fe3-07a2-4ddd-afe0-148ec8d3e1f4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:10.746246 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b26cb1b1-b89a-4303-a5b8-a4b2e8104e4f req-10c55fe3-07a2-4ddd-afe0-148ec8d3e1f4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 931 time: 0.0619316 Oct 29 08:06:10.787223 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:10.809232 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b26cb1b1-b89a-4303-a5b8-a4b2e8104e4f req-ef277ebf-5487-4295-b879-e5ed181c525c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553238 Oct 29 08:06:10.822186 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:10.862494 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:10.863464 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:10.865351 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] 10.222.0.49 "PUT /v2.0/ports/3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 1094 time: 1.7508276 Oct 29 08:06:10.865976 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'tag': '3609fae2-ed8a-4611-b725-7748b6216e7c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:10.868882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521" -d '{"events": [{"name": "network-changed", "server_uuid": "619d9abd-69c5-4e4f-a191-9fb51e7976e9", "tag": "3609fae2-ed8a-4611-b725-7748b6216e7c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:10.890772 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Pushing event updated for resources: {'Port': ['ID=fa582d25-32d2-44fc-9812-c7015de26ddb,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:11.091381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0d8e-1911-4780-b879-ea28f884a007 service neutron] Pushing event updated for resources: {'Port': ['ID=3609fae2-ed8a-4611-b725-7748b6216e7c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:11.137265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Attempting to bind port fa582d25-32d2-44fc-9812-c7015de26ddb on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:11.137607 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Attempting to bind port fa582d25-32d2-44fc-9812-c7015de26ddb by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:11.137936 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Attempting to bind port fa582d25-32d2-44fc-9812-c7015de26ddb on network a61cee51-a74b-4432-b917-2f01b79985e1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:11.143880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-8da56565-0020-479e-b5fc-e439fccd61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:11.147080 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-8da56565-0020-479e-b5fc-e439fccd61d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1097 time: 0.1365864 Oct 29 08:06:11.149377 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Port fa582d25-32d2-44fc-9812-c7015de26ddb on network a61cee51-a74b-4432-b917-2f01b79985e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:06:11.155036 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Attempting to bind port fa582d25-32d2-44fc-9812-c7015de26ddb on network a61cee51-a74b-4432-b917-2f01b79985e1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:11.165620 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:11.165964 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Checking segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:11.166345 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Bound using segment: {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:11.166924 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Bound port: fa582d25-32d2-44fc-9812-c7015de26ddb, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e3b739-e019-426b-98ae-4bd0af18b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:11.167484 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:11.205474 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-b5247360-5dcc-47bb-9da9-92b1db03f997 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:11.207484 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-b5247360-5dcc-47bb-9da9-92b1db03f997 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/networks?id=d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 200 len: 808 time: 0.2391164 Oct 29 08:06:11.223438 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-22bb9d79-a2ef-49e1-9479-0a5f554707f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0640662 Oct 29 08:06:11.225281 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-a1a3560b-a575-467b-9bf2-70c823147a66 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/quotas/b0daddbdd83948c28f0159409db8fdf2 HTTP/1.1" status: 200 len: 375 time: 0.0112195 Oct 29 08:06:11.266838 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-30e94ac9-c380-405d-ad82-407d710f2b88 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b0daddbdd83948c28f0159409db8fdf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348628 Oct 29 08:06:11.306235 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-1e7927a6-2f33-4c40-ab1f-94b8bbcd7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:11.307760 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-1e7927a6-2f33-4c40-ab1f-94b8bbcd7df0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0577955 Oct 29 08:06:11.355536 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-3f8f0bfa-2725-44be-8478-aa81b9f0fd0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327785 Oct 29 08:06:11.360501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] For port fa582d25-32d2-44fc-9812-c7015de26ddb, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:11.394479 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-a65a0abb-e4d2-4bdc-81e5-a73ff5b65050 service neutron] 10.222.0.74 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190333 Oct 29 08:06:11.395575 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] For port fa582d25-32d2-44fc-9812-c7015de26ddb, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=fa582d25-32d2-44fc-9812-c7015de26ddb,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:11.496510 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-a1a11e64-9eac-4446-85f2-e31b32ebcae8 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312265 Oct 29 08:06:11.502067 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:11.525820 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-fe7baf59-15cb-44d5-8889-3a718afe23e5 service neutron] 10.222.0.74 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236403 Oct 29 08:06:11.697771 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:11.698796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:11.701998 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] 10.222.0.49 "PUT /v2.0/ports/fa582d25-32d2-44fc-9812-c7015de26ddb HTTP/1.1" status: 200 len: 1093 time: 2.4438543 Oct 29 08:06:11.772222 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf0d4b-ca3d-4269-a725-8c0bb16c9703 service neutron] Pushing event updated for resources: {'Port': ['ID=fa582d25-32d2-44fc-9812-c7015de26ddb,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:11.798103 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b8ee98d2-a10e-44ed-b155-293032a8cd9a req-86eb819b-163c-4f97-800a-7dafe5903392 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921605 Oct 29 08:06:11.808925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40436) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:11.903454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-a980acb4-4f53-4394-ad56-db9898cadb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:11.905717 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-a980acb4-4f53-4394-ad56-db9898cadb32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 1096 time: 0.0525422 Oct 29 08:06:12.018480 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4d01e23-417a-4851-89b0-82fd92445c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.033265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54276c4-1d55-4c83-a98a-da384d8b8678 x-openstack-request-id: req-d54276c4-1d55-4c83-a98a-da384d8b8678 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:12.033861 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619d9abd-69c5-4e4f-a191-9fb51e7976e9", "tag": "3609fae2-ed8a-4611-b725-7748b6216e7c", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:12.034264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d54276c4-1d55-4c83-a98a-da384d8b8678 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:12.034810 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'tag': '3609fae2-ed8a-4611-b725-7748b6216e7c', 'status': 'completed', 'code': 200} Oct 29 08:06:12.038355 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-25df0082-8b01-44a1-95c7-cbe95c26b515 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa582d25-32d2-44fc-9812-c7015de26ddb HTTP/1.1" status: 200 len: 217 time: 0.1133683 Oct 29 08:06:12.184966 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-9e2d9a78-412b-4287-9d94-4f488e8c5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:12.187065 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-9e2d9a78-412b-4287-9d94-4f488e8c5bba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1097 time: 0.1642690 Oct 29 08:06:12.188952 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-5cb49a68-d498-46d5-bf94-7b082cc5bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:12.190784 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-5cb49a68-d498-46d5-bf94-7b082cc5bd07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.1317327 Oct 29 08:06:12.248924 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4d01e23-417a-4851-89b0-82fd92445c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.265403 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-7f501cd8-b0ad-41ca-b585-c40f0025214e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588138 Oct 29 08:06:12.308401 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81a907-36a5-45bf-a1d0-2bf98fd63bd8 req-734e66cd-f97b-4b31-9761-9595c9b66552 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:12.308401 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec81a907-36a5-45bf-a1d0-2bf98fd63bd8 req-734e66cd-f97b-4b31-9761-9595c9b66552 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 943 time: 0.1208098 Oct 29 08:06:12.341668 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a4d01e23-417a-4851-89b0-82fd92445c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.416361 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-a4d01e23-417a-4851-89b0-82fd92445c2c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a56770fa1ad14d9487e06596bbeae66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058896 Oct 29 08:06:12.419649 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01e23-417a-4851-89b0-82fd92445c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b5b898-8f1e-440a-a3f1-d263233f248d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:12.422344 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40470) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:12.441398 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec81a907-36a5-45bf-a1d0-2bf98fd63bd8 req-cb23a76e-b761-4056-a60e-ecfa9af51ce3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236634 Oct 29 08:06:12.481607 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-aaf883db-1a45-4fa9-a9b6-a1d78ff204b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:12.483236 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-aaf883db-1a45-4fa9-a9b6-a1d78ff204b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.2781029 Oct 29 08:06:12.488246 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-ae41d73a-09e1-484a-ad6c-94d3a6b9360b service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910715 Oct 29 08:06:12.527533 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-29da1e0e-49f4-47d4-9eed-07b94f47e2ac req-b41762a5-c4c6-483e-9156-5fa61b9364ae tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 210 time: 0.0354261 Oct 29 08:06:12.549000 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d5068be-c937-45bf-a37e-8f2e1525fd62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.582278 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d5068be-c937-45bf-a37e-8f2e1525fd62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.582521 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-1a2ee75a-ca20-4b0f-bcb0-a6f210c665a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0832813 Oct 29 08:06:12.663278 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-3651054b-4beb-498f-afb3-b4b8f1bcb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:12.667421 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-3651054b-4beb-498f-afb3-b4b8f1bcb742 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0762599 Oct 29 08:06:12.702786 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-645caefc-dcb3-4be8-84bd-241cb976d378 req-ef9ca7e5-0d7d-4cc5-af59-2090a11b236c service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021351 Oct 29 08:06:12.721421 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-20bd4923-e8b5-48d1-8a5b-48f20ab3672d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371907 Oct 29 08:06:12.846740 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d5068be-c937-45bf-a37e-8f2e1525fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.848667 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-4d991552-8826-49d9-8013-40987e21452f service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184015 Oct 29 08:06:12.850242 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8d5068be-c937-45bf-a37e-8f2e1525fd62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:12.851472 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8d5068be-c937-45bf-a37e-8f2e1525fd62 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43b5b898-8f1e-440a-a3f1-d263233f248d HTTP/1.1" status: 204 len: 168 time: 0.4281700 Oct 29 08:06:12.869822 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5068be-c937-45bf-a37e-8f2e1525fd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b5b898-8f1e-440a-a3f1-d263233f248d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:13.009547 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d1dd6b2-c9b3-4dfb-9858-556a82b22521 req-e90e64c2-9188-45b8-a229-1a76807d33b3 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507325 Oct 29 08:06:13.131350 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 3609fae2-ed8a-4611-b725-7748b6216e7c details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:06:13.281460 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 3609fae2-ed8a-4611-b725-7748b6216e7c, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3609fae2-ed8a-4611-b725-7748b6216e7c,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:13.301767 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '3609fae2-ed8a-4611-b725-7748b6216e7c', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'port_id': '3609fae2-ed8a-4611-b725-7748b6216e7c', 'mac_address': 'fa:16:3e:69:e8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:06:13.364349 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:13.384851 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3609fae2-ed8a-4611-b725-7748b6216e7c {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:13.412654 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 3609fae2-ed8a-4611-b725-7748b6216e7c, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3609fae2-ed8a-4611-b725-7748b6216e7c,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:13.421203 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb9b6-9f35-4cf5-abb0-8b56015d66ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:13.496242 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:13.594920 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=3609fae2-ed8a-4611-b725-7748b6216e7c,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:13.630213 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507ed91-201b-40ca-88f8-679e1a555cfe req-6bb30767-564d-4459-8ccb-283823f2159d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:13.632747 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9507ed91-201b-40ca-88f8-679e1a555cfe req-6bb30767-564d-4459-8ccb-283823f2159d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 943 time: 0.0803874 Oct 29 08:06:13.691905 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9507ed91-201b-40ca-88f8-679e1a555cfe req-8a93ffff-e488-449e-be33-d8b6616dba09 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515714 Oct 29 08:06:13.740828 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['3609fae2-ed8a-4611-b725-7748b6216e7c'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:06:13.787150 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f43d10e2-b112-4abb-8b1a-8267b2a52dc0 req-9c9e3758-2467-4f37-8a15-ef060bcb4ada tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 210 time: 0.0478911 Oct 29 08:06:14.036117 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'tag': 'fa582d25-32d2-44fc-9812-c7015de26ddb'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:14.038741 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c93b8d-616e-402c-afde-b642d9bca569" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05854d-b5a6-4c81-a5fd-821af413621e", "tag": "fa582d25-32d2-44fc-9812-c7015de26ddb"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:14.080030 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956fb667-9015-4979-88c4-13aa106cf120 x-openstack-request-id: req-956fb667-9015-4979-88c4-13aa106cf120 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:14.080475 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05854d-b5a6-4c81-a5fd-821af413621e", "tag": "fa582d25-32d2-44fc-9812-c7015de26ddb", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:14.081572 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-956fb667-9015-4979-88c4-13aa106cf120 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:14.082282 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'tag': 'fa582d25-32d2-44fc-9812-c7015de26ddb', 'status': 'completed', 'code': 200} Oct 29 08:06:14.196834 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93b8d-616e-402c-afde-b642d9bca569 req-3abda8a0-f8ec-4b9d-93bb-e8f3f681913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:14.198411 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-3abda8a0-f8ec-4b9d-93bb-e8f3f681913f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 1096 time: 0.0780332 Oct 29 08:06:14.412947 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93b8d-616e-402c-afde-b642d9bca569 req-3c04624a-ee5c-4467-84c0-24b4a28b6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:14.416593 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-3c04624a-ee5c-4467-84c0-24b4a28b6932 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.2099986 Oct 29 08:06:14.434096 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40540) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:14.497048 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-361f61c9-2f4f-493f-af0f-55fa11ca5a52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa582d25-32d2-44fc-9812-c7015de26ddb HTTP/1.1" status: 200 len: 217 time: 0.0729685 Oct 29 08:06:14.569852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93b8d-616e-402c-afde-b642d9bca569 req-ebcd6fab-e28d-454a-9a65-b501832e95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:14.571522 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-ebcd6fab-e28d-454a-9a65-b501832e95f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0621748 Oct 29 08:06:14.640478 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-4f2c5772-afd5-4f83-9b06-aed67a67f004 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566018 Oct 29 08:06:14.735731 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02e9aa7b-f20b-4141-8744-a514a71de719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:14.800948 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-6a2375ac-0b6f-42e1-9fe4-a35fe6ba9533 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485271 Oct 29 08:06:14.968842 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef570-dda0-473a-8a05-bd4c51069f7c req-04082679-382b-44dc-938b-5c62fc211766 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:14.971587 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2faef570-dda0-473a-8a05-bd4c51069f7c req-04082679-382b-44dc-938b-5c62fc211766 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 943 time: 0.1391654 Oct 29 08:06:15.003785 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85c93b8d-616e-402c-afde-b642d9bca569 req-f9d83b3c-c717-4ceb-acdd-977134a628a0 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981783 Oct 29 08:06:15.034676 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02e9aa7b-f20b-4141-8744-a514a71de719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.068345 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2faef570-dda0-473a-8a05-bd4c51069f7c req-b682c97d-a3a1-419f-a40d-d6654518cb68 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826063 Oct 29 08:06:15.123800 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-02e9aa7b-f20b-4141-8744-a514a71de719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.134452 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device fa582d25-32d2-44fc-9812-c7015de26ddb details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:06:15.208660 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 3609fae2-ed8a-4611-b725-7748b6216e7c up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:15.232040 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cd4b6d4d-fa60-41e4-86d5-d2c389b6554c req-5cc29186-d286-47b0-b16e-0f0211c1cb14 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 210 time: 0.0907640 Oct 29 08:06:15.236750 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9aa7b-f20b-4141-8744-a514a71de719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9236ac47-cdef-4c4d-8b8b-b7b0e8d0d02e,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:15.245050 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-02e9aa7b-f20b-4141-8744-a514a71de719 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c97c7184b4ee48969c9c3417fc60f7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8091068 Oct 29 08:06:15.250413 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40564) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:15.419565 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0378f908-0c60-4d29-8b78-11a5d8cf6d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.472462 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40568) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:15.481426 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0378f908-0c60-4d29-8b78-11a5d8cf6d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.487455 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port fa582d25-32d2-44fc-9812-c7015de26ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=fa582d25-32d2-44fc-9812-c7015de26ddb,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:15.506820 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'fa582d25-32d2-44fc-9812-c7015de26ddb', 'network_id': 'a61cee51-a74b-4432-b917-2f01b79985e1', 'port_id': 'fa582d25-32d2-44fc-9812-c7015de26ddb', 'mac_address': 'fa:16:3e:4e:fe:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ad85ac-9f80-4c48-9071-82b7a0454f01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:06:15.586408 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.604728 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 3609fae2-ed8a-4611-b725-7748b6216e7c completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:06:15.614471 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa582d25-32d2-44fc-9812-c7015de26ddb {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:15.626215 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 3609fae2-ed8a-4611-b725-7748b6216e7c triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:15.626823 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.673914 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port fa582d25-32d2-44fc-9812-c7015de26ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=fa582d25-32d2-44fc-9812-c7015de26ddb,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:15.717611 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f654d69-3781-4c8e-b209-977b7d7f0ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.737518 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0378f908-0c60-4d29-8b78-11a5d8cf6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.737518 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0378f908-0c60-4d29-8b78-11a5d8cf6d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.738680 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-0378f908-0c60-4d29-8b78-11a5d8cf6d93 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9236ac47-cdef-4c4d-8b8b-b7b0e8d0d02e HTTP/1.1" status: 204 len: 168 time: 0.4867742 Oct 29 08:06:15.752539 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.761985 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378f908-0c60-4d29-8b78-11a5d8cf6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9236ac47-cdef-4c4d-8b8b-b7b0e8d0d02e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:15.782679 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fae2-ed8a-4611-b725-7748b6216e7c'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:15.785813 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e679c14-4f4a-4af0-9e6f-94b904f3df87" -d '{"events": [{"server_uuid": "619d9abd-69c5-4e4f-a191-9fb51e7976e9", "name": "network-vif-plugged", "status": "completed", "tag": "3609fae2-ed8a-4611-b725-7748b6216e7c"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:15.815631 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:15.820260 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 3609fae2-ed8a-4611-b725-7748b6216e7c, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3609fae2-ed8a-4611-b725-7748b6216e7c,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:15.925511 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aa1d50-516a-406c-95af-167de7eed576 x-openstack-request-id: req-08aa1d50-516a-406c-95af-167de7eed576 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:15.926526 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619d9abd-69c5-4e4f-a191-9fb51e7976e9", "name": "network-vif-plugged", "status": "completed", "tag": "3609fae2-ed8a-4611-b725-7748b6216e7c", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:15.926956 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08aa1d50-516a-406c-95af-167de7eed576 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:15.927902 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fae2-ed8a-4611-b725-7748b6216e7c', 'code': 200} Oct 29 08:06:15.950724 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=fa582d25-32d2-44fc-9812-c7015de26ddb,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:15.955713 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.066655 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['fa582d25-32d2-44fc-9812-c7015de26ddb'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:06:16.083705 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-8e49ced7-0902-4779-922f-831622c0a334 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:16.089920 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-8e49ced7-0902-4779-922f-831622c0a334 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "GET /v2.0/networks?id=d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 200 len: 808 time: 0.3628550 Oct 29 08:06:16.114804 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Request body: {'port': {'device_id': '3de8648b-dbf6-420f-889d-219780ec54ba', 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695', 'admin_state_up': True, 'tenant_id': 'b0daddbdd83948c28f0159409db8fdf2'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:16.124888 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=3609fae2-ed8a-4611-b725-7748b6216e7c,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:16.271270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f654d69-3781-4c8e-b209-977b7d7f0ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.321381 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1000-b059-469b-9825-cb7305b2a32e req-6a95eeba-dc2f-424e-a259-5d209b671110 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:16.328379 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5c0c1000-b059-469b-9825-cb7305b2a32e req-6a95eeba-dc2f-424e-a259-5d209b671110 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 944 time: 0.0782642 Oct 29 08:06:16.395245 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5c0c1000-b059-469b-9825-cb7305b2a32e req-d75bd86b-606a-47f4-9f46-465ae661bcfc tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Oct 29 08:06:16.463803 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6b266a5c-93d4-4758-b5ce-55116ce794d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.514078 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f654d69-3781-4c8e-b209-977b7d7f0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.528750 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c6137922-9b34-4842-b7d8-12c0dd86bf9d req-2b4bc755-43c7-4f98-b5b4-b5fa84c4ef99 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 210 time: 0.0368209 Oct 29 08:06:16.604063 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Made reservation on behalf of b0daddbdd83948c28f0159409db8fdf2 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:16.609608 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.715692 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3f654d69-3781-4c8e-b209-977b7d7f0ac2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=144de3ece29e4709b793b76466337b25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2410929 Oct 29 08:06:16.720973 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40626) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:16.728422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f654d69-3781-4c8e-b209-977b7d7f0ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec91ab3-705c-496b-819f-c84c7eae2e35,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:16.810962 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24906c-3980-4600-a1e8-cd9e1a350a20 req-135730c2-5791-4df3-a1ca-185a8eaeb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:16.813980 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd24906c-3980-4600-a1e8-cd9e1a350a20 req-135730c2-5791-4df3-a1ca-185a8eaeb459 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.3556886 Oct 29 08:06:16.817145 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0187c962-2745-4545-b295-120c71a18487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.849074 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0187c962-2745-4545-b295-120c71a18487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:16.946804 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd24906c-3980-4600-a1e8-cd9e1a350a20 req-42b8914a-a362-461c-a7d8-4ad65e0d2cf5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218081 Oct 29 08:06:16.996477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Allocated IP 172.20.0.5 (d44728bf-5349-4d82-9548-73d2f1025695/b3a1da7c-ffb9-4930-963a-a76c26338bdf/f047c319-6e42-4d79-83e5-565248a01286) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:17.034899 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0187c962-2745-4545-b295-120c71a18487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.040445 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0187c962-2745-4545-b295-120c71a18487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.042744 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-0187c962-2745-4545-b295-120c71a18487 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aec91ab3-705c-496b-819f-c84c7eae2e35 HTTP/1.1" status: 204 len: 168 time: 0.3197656 Oct 29 08:06:17.072167 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187c962-2745-4545-b295-120c71a18487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec91ab3-705c-496b-819f-c84c7eae2e35,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:17.114623 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40638) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:17.157208 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device fa582d25-32d2-44fc-9812-c7015de26ddb up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:17.210060 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.268823 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.371704 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.410341 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port fa582d25-32d2-44fc-9812-c7015de26ddb completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:06:17.411036 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.422506 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port fa582d25-32d2-44fc-9812-c7015de26ddb triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:17.423420 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.430182 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40644) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:17.485771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9861038e-8d1d-4967-9842-bb84bba55f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.558880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Network d44728bf-5349-4d82-9548-73d2f1025695 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:17.566931 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:17.579194 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:17.601315 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Pushing event updated for resources: {'Port': ['ID=f047c319-6e42-4d79-83e5-565248a01286,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:17.683122 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.719729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:17.720587 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.733206 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528d304-9f68-4af1-a8d9-178a6a09449b req-4879a359-ff1f-449b-a047-f79add16edaa tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:17.737612 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5528d304-9f68-4af1-a8d9-178a6a09449b req-4879a359-ff1f-449b-a047-f79add16edaa tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 944 time: 0.2121077 Oct 29 08:06:17.773486 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port fa582d25-32d2-44fc-9812-c7015de26ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=fa582d25-32d2-44fc-9812-c7015de26ddb,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:17.776693 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9b14-1305-46e2-9f54-79c2fd4ac638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.826702 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5528d304-9f68-4af1-a8d9-178a6a09449b req-fb77281a-5f4d-43be-9547-a6b7823b4fa7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776548 Oct 29 08:06:17.871765 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.882300 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-0a55b07f-cade-4e82-9cfe-5650bb45f395 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7786307 Oct 29 08:06:17.901372 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Request body: {'port': {'device_id': '3de8648b-dbf6-420f-889d-219780ec54ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:17.923094 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.976838 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:17.979034 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa582d25-32d2-44fc-9812-c7015de26ddb'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:17.991890 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4bccac-bcbf-4012-b7ea-42599895ee1e" -d '{"events": [{"server_uuid": "5f05854d-b5a6-4c81-a5fd-821af413621e", "name": "network-vif-plugged", "status": "completed", "tag": "fa582d25-32d2-44fc-9812-c7015de26ddb"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:18.012163 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9861038e-8d1d-4967-9842-bb84bba55f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.016112 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9b14-1305-46e2-9f54-79c2fd4ac638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.035993 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c26f5-ba88-4c80-bcbf-d70434969c31 req-2ea5a097-51dc-4b36-96b2-508baeeab146 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:18.037608 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e15c26f5-ba88-4c80-bcbf-d70434969c31 req-2ea5a097-51dc-4b36-96b2-508baeeab146 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 931 time: 0.1365852 Oct 29 08:06:18.071528 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=fa582d25-32d2-44fc-9812-c7015de26ddb,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:18.135081 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e15c26f5-ba88-4c80-bcbf-d70434969c31 req-1a5cf4ff-18eb-425b-be89-d7ff946d7735 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891228 Oct 29 08:06:18.171157 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9861038e-8d1d-4967-9842-bb84bba55f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.173861 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9b14-1305-46e2-9f54-79c2fd4ac638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.237285 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1ec217-eb82-414e-88f9-bbfbff0a1cf1 x-openstack-request-id: req-1b1ec217-eb82-414e-88f9-bbfbff0a1cf1 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:18.237786 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05854d-b5a6-4c81-a5fd-821af413621e", "name": "network-vif-plugged", "status": "completed", "tag": "fa582d25-32d2-44fc-9812-c7015de26ddb", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:18.238366 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b1ec217-eb82-414e-88f9-bbfbff0a1cf1 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:18.239339 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa582d25-32d2-44fc-9812-c7015de26ddb', 'code': 200} Oct 29 08:06:18.287343 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6b2e9b14-1305-46e2-9f54-79c2fd4ac638 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4215e5eced234220b086db3dac40191e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1695030 Oct 29 08:06:18.301748 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40668) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:18.317264 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9861038e-8d1d-4967-9842-bb84bba55f0c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b74097a93c3c440595978246a2709edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829658 Oct 29 08:06:18.318214 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40670) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:18.321961 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861038e-8d1d-4967-9842-bb84bba55f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f58b5-f9ae-43ec-bed2-2ead7cedd84c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:18.376509 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e9b14-1305-46e2-9f54-79c2fd4ac638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fd42da-daec-46eb-8b9d-bc839cb888c8,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:18.403887 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb6b6-38b2-48f7-90b8-b1caa9a948c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.429762 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb6b6-38b2-48f7-90b8-b1caa9a948c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.441183 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8ff40b2-a0f4-44f2-9b70-517c37f8138f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.495544 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8ff40b2-a0f4-44f2-9b70-517c37f8138f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.521097 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f047c319-6e42-4d79-83e5-565248a01286 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:18.537018 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.839948 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3195-845d-46fb-b45e-59097cf83718 req-deb337ad-6ef5-4c7f-9439-073679bb0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:18.844865 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a1b3195-845d-46fb-b45e-59097cf83718 req-deb337ad-6ef5-4c7f-9439-073679bb0923 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 1098 time: 0.1033299 Oct 29 08:06:18.907873 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a1b3195-845d-46fb-b45e-59097cf83718 req-db5e9111-83c3-4d0b-9e97-6e735606602b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Oct 29 08:06:18.967349 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb6b6-38b2-48f7-90b8-b1caa9a948c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.973034 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb6b6-38b2-48f7-90b8-b1caa9a948c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:18.988095 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-5e5fb6b6-38b2-48f7-90b8-b1caa9a948c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15fd42da-daec-46eb-8b9d-bc839cb888c8 HTTP/1.1" status: 204 len: 168 time: 0.6720212 Oct 29 08:06:18.989456 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fb6b6-38b2-48f7-90b8-b1caa9a948c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fd42da-daec-46eb-8b9d-bc839cb888c8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:19.018376 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Transition to ACTIVE for port object f047c319-6e42-4d79-83e5-565248a01286 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:06:19.019608 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8ff40b2-a0f4-44f2-9b70-517c37f8138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.024807 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8ff40b2-a0f4-44f2-9b70-517c37f8138f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.025746 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d8ff40b2-a0f4-44f2-9b70-517c37f8138f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/304f58b5-f9ae-43ec-bed2-2ead7cedd84c HTTP/1.1" status: 204 len: 168 time: 0.7019079 Oct 29 08:06:19.037115 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40694) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:19.039319 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff40b2-a0f4-44f2-9b70-517c37f8138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f58b5-f9ae-43ec-bed2-2ead7cedd84c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:19.043507 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.054783 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d90bb5bb-4cf4-4000-b9e6-9f0280d91cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.115213 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.266864 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d90bb5bb-4cf4-4000-b9e6-9f0280d91cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.294324 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Pushing event updated for resources: {'Port': ['ID=f047c319-6e42-4d79-83e5-565248a01286,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:19.383251 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d90bb5bb-4cf4-4000-b9e6-9f0280d91cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.384059 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Attempting to bind port f047c319-6e42-4d79-83e5-565248a01286 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:19.384354 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Attempting to bind port f047c319-6e42-4d79-83e5-565248a01286 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:19.384666 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Attempting to bind port f047c319-6e42-4d79-83e5-565248a01286 on network d44728bf-5349-4d82-9548-73d2f1025695 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:19.391373 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Port f047c319-6e42-4d79-83e5-565248a01286 on network d44728bf-5349-4d82-9548-73d2f1025695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:06:19.391827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Attempting to bind port f047c319-6e42-4d79-83e5-565248a01286 on network d44728bf-5349-4d82-9548-73d2f1025695 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:19.397992 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:19.398682 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Checking segment: {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:19.398682 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Bound using segment: {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:19.399115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Bound port: f047c319-6e42-4d79-83e5-565248a01286, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:19.399463 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.449354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d90bb5bb-4cf4-4000-b9e6-9f0280d91cd4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8bcf1ea155bd47e1a6e48a1eba52263f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107275 Oct 29 08:06:19.450418 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40704) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:19.451784 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bb5bb-4cf4-4000-b9e6-9f0280d91cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3722a6-32dd-4fbd-86a0-653b808aae64,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:19.515229 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b41541a-75d6-4491-979c-ed121a8cc4f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.517586 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] For port f047c319-6e42-4d79-83e5-565248a01286, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:19.523706 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] For port f047c319-6e42-4d79-83e5-565248a01286, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f047c319-6e42-4d79-83e5-565248a01286,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:19.541043 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b41541a-75d6-4491-979c-ed121a8cc4f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.698390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.730058 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b41541a-75d6-4491-979c-ed121a8cc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.739257 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4b41541a-75d6-4491-979c-ed121a8cc4f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.741574 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4b41541a-75d6-4491-979c-ed121a8cc4f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d3722a6-32dd-4fbd-86a0-653b808aae64 HTTP/1.1" status: 204 len: 168 time: 0.2859879 Oct 29 08:06:19.759789 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41541a-75d6-4491-979c-ed121a8cc4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3722a6-32dd-4fbd-86a0-653b808aae64,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:19.772642 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:19.777142 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:19.777142 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] 10.222.0.49 "PUT /v2.0/ports/f047c319-6e42-4d79-83e5-565248a01286 HTTP/1.1" status: 200 len: 1093 time: 1.8808506 Oct 29 08:06:19.777142 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de8648b-dbf6-420f-889d-219780ec54ba', 'tag': 'f047c319-6e42-4d79-83e5-565248a01286'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:19.781447 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c7f5e-de1c-4f91-b91b-4e4130a139af" -d '{"events": [{"name": "network-changed", "server_uuid": "3de8648b-dbf6-420f-889d-219780ec54ba", "tag": "f047c319-6e42-4d79-83e5-565248a01286"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:19.817268 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c300e2f-6560-41a4-83e5-2947f6c22369 service neutron] Pushing event updated for resources: {'Port': ['ID=f047c319-6e42-4d79-83e5-565248a01286,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:20.024384 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3b6db97d-fc90-49ae-9f12-f4a1cbcab9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:20.025926 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-3b6db97d-fc90-49ae-9f12-f4a1cbcab9f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0daddbdd83948c28f0159409db8fdf2&device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 1096 time: 0.0530722 Oct 29 08:06:20.121595 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-428ee65f-d372-4d4d-8568-3380d4302c0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f047c319-6e42-4d79-83e5-565248a01286 HTTP/1.1" status: 200 len: 217 time: 0.0864842 Oct 29 08:06:20.217771 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-39afdf20-113b-4de4-bb56-1349d2a1342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:20.221192 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-39afdf20-113b-4de4-bb56-1349d2a1342b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a1da7c-ffb9-4930-963a-a76c26338bdf HTTP/1.1" status: 200 len: 848 time: 0.0918601 Oct 29 08:06:20.284298 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-d23e1af6-c2e5-48dd-b025-511763a8fc83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d44728bf-5349-4d82-9548-73d2f1025695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535998 Oct 29 08:06:20.596476 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-9ee2173a-78e5-4f92-b64b-1e3d673d1879 service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989755 Oct 29 08:06:20.636219 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c84398-1371-4283-8614-dd2662240105 req-624599d0-77f6-4706-be34-489cbcd1c60b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:20.649693 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-84c84398-1371-4283-8614-dd2662240105 req-624599d0-77f6-4706-be34-489cbcd1c60b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0896120 Oct 29 08:06:20.738327 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-84c84398-1371-4283-8614-dd2662240105 req-08bcb6cc-52eb-4dc8-b27f-db8609074fd3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873027 Oct 29 08:06:20.775326 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8770cfef-6c12-47d4-b639-1856cfed78c9 req-a146b8f1-9f6a-4bd9-869f-9cf108405e4f service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750658 Oct 29 08:06:20.953915 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611852b-b729-4af5-99e7-64aa548232b7 req-7f552a54-d0b9-4234-a498-bd9595c7bf01 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:20.965675 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a611852b-b729-4af5-99e7-64aa548232b7 req-7f552a54-d0b9-4234-a498-bd9595c7bf01 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 943 time: 0.1146386 Oct 29 08:06:21.027193 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a611852b-b729-4af5-99e7-64aa548232b7 req-c127bb85-1ae0-4d9b-97b5-651e7a8f2ca1 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602114 Oct 29 08:06:21.075688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6e17aa-cda7-41fa-aeb0-da358ddee038 x-openstack-request-id: req-dd6e17aa-cda7-41fa-aeb0-da358ddee038 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:21.076520 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de8648b-dbf6-420f-889d-219780ec54ba", "tag": "f047c319-6e42-4d79-83e5-565248a01286", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:21.076673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd6e17aa-cda7-41fa-aeb0-da358ddee038 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:21.077209 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de8648b-dbf6-420f-889d-219780ec54ba', 'tag': 'f047c319-6e42-4d79-83e5-565248a01286', 'status': 'completed', 'code': 200} Oct 29 08:06:21.120979 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40758) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:21.167849 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a630f97-db7c-448c-9fae-6052ff1689c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:21.265264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-0ae0d31a-e902-4003-b383-7a377cda6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:21.268032 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-0ae0d31a-e902-4003-b383-7a377cda6610 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0daddbdd83948c28f0159409db8fdf2&device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 1096 time: 0.1316848 Oct 29 08:06:21.443205 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a630f97-db7c-448c-9fae-6052ff1689c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:21.444910 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-09be10a4-acdf-499d-ba78-dae039f30f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:21.446414 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-09be10a4-acdf-499d-ba78-dae039f30f45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 200 len: 909 time: 0.1672144 Oct 29 08:06:21.767338 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a630f97-db7c-448c-9fae-6052ff1689c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:21.774184 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-2064381d-a1da-4791-b886-385380ae564e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f047c319-6e42-4d79-83e5-565248a01286 HTTP/1.1" status: 200 len: 217 time: 0.3154430 Oct 29 08:06:21.854517 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288c293-b220-4542-8e35-16eecb53a6ad req-3eb2af2c-16b3-4b64-9933-2acacb75f08a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:21.854517 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5288c293-b220-4542-8e35-16eecb53a6ad req-3eb2af2c-16b3-4b64-9933-2acacb75f08a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0530832 Oct 29 08:06:21.856920 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5a630f97-db7c-448c-9fae-6052ff1689c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2beefa17ee8c45549d4a971dcaca65a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220824 Oct 29 08:06:21.856920 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40786) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:21.856920 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630f97-db7c-448c-9fae-6052ff1689c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cf3c9d-95aa-406d-9629-bff6238cd863,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:21.884583 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-662c716d-a4aa-4e25-ac3a-78e4a66bcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:21.886191 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-662c716d-a4aa-4e25-ac3a-78e4a66bcda9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a1da7c-ffb9-4930-963a-a76c26338bdf HTTP/1.1" status: 200 len: 848 time: 0.1062179 Oct 29 08:06:21.906109 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5288c293-b220-4542-8e35-16eecb53a6ad req-81fa44e2-0ef8-419e-984b-8c0d3af878d7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773656 Oct 29 08:06:21.963175 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-00d0976b-b4a9-40de-b948-93d27b670e95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d44728bf-5349-4d82-9548-73d2f1025695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666718 Oct 29 08:06:22.047275 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-68e3f07b-8062-46a1-8639-ccb815e29ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:22.084217 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-68e3f07b-8062-46a1-8639-ccb815e29ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:22.139553 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-530f06e3-0e49-4d97-9aed-97719ae4ed79 service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674111 Oct 29 08:06:22.235386 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a8f0-1324-40e4-81be-fd62d65f8669 req-00e47872-f293-4ca3-9251-b49870d94863 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:22.245992 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a5b2a8f0-1324-40e4-81be-fd62d65f8669 req-00e47872-f293-4ca3-9251-b49870d94863 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 943 time: 0.1439748 Oct 29 08:06:22.262173 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-01b714e9-bf0b-4850-817a-41484de7affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:22.268278 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-01b714e9-bf0b-4850-817a-41484de7affd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 1098 time: 0.1163292 Oct 29 08:06:22.275245 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 40794) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:22.327642 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a5b2a8f0-1324-40e4-81be-fd62d65f8669 req-0736f0ce-8a75-4983-ad62-8816d76fd886 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772851 Oct 29 08:06:22.361461 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-68e3f07b-8062-46a1-8639-ccb815e29ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:22.365859 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-68e3f07b-8062-46a1-8639-ccb815e29ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:22.371793 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-68e3f07b-8062-46a1-8639-ccb815e29ecd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35cf3c9d-95aa-406d-9629-bff6238cd863 HTTP/1.1" status: 204 len: 168 time: 0.5242114 Oct 29 08:06:22.399695 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-981c7f5e-de1c-4f91-b91b-4e4130a139af req-52ad762d-96ff-4d28-bb5b-23373b587594 service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339234 Oct 29 08:06:22.399695 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3f07b-8062-46a1-8639-ccb815e29ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cf3c9d-95aa-406d-9629-bff6238cd863,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:22.461835 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-f31e83a8-857d-4ec3-a441-9c69c02a992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:22.463451 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-f31e83a8-857d-4ec3-a441-9c69c02a992c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.1739998 Oct 29 08:06:22.520665 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-d5efbd24-4b28-4b03-93bd-d82f8dcd6ded service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa582d25-32d2-44fc-9812-c7015de26ddb HTTP/1.1" status: 200 len: 217 time: 0.0489237 Oct 29 08:06:22.573845 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1905218817-network', 'tenant_id': '093668a478a64bb4823401a230125a55'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:22.604275 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-283f036e-4107-43ef-8523-cfc7272c9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:22.605818 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-283f036e-4107-43ef-8523-cfc7272c9018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0781724 Oct 29 08:06:22.640638 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-4ab752d4-37a8-461b-88dd-f9a222dc4c1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277083 Oct 29 08:06:22.728783 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Made reservation on behalf of 093668a478a64bb4823401a230125a55 for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:22.733245 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:22.759569 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:22.861491 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-9aba8791-b4f1-470a-85d1-740617da8e08 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116547 Oct 29 08:06:23.074709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.092980 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-192d8c56-a319-4f1a-bd2e-75f6239fc1d8 req-ebd00c96-9593-4615-afc3-a421c9ebc1e2 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211499 Oct 29 08:06:23.147252 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.167542 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device f047c319-6e42-4d79-83e5-565248a01286 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:06:23.168968 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58296919-5ca9-48b2-86c5-5cb1cec91149 req-be493b71-7b2b-4f6c-9e08-78f64a366f1e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:23.170726 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-58296919-5ca9-48b2-86c5-5cb1cec91149 req-be493b71-7b2b-4f6c-9e08-78f64a366f1e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1396775 Oct 29 08:06:23.196928 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:06:23.214833 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:23.221671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.222032 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Added segment 8be5b4e0-3667-4b77-a457-95bafbdaeda1 of type vlan for network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 Oct 29 08:06:23.273481 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-58296919-5ca9-48b2-86c5-5cb1cec91149 req-e5d7346c-6b6e-427e-ae29-4711bc98ef29 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926952 Oct 29 08:06:23.347187 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.371138 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port f047c319-6e42-4d79-83e5-565248a01286, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f047c319-6e42-4d79-83e5-565248a01286,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:23.393939 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'f047c319-6e42-4d79-83e5-565248a01286', 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695', 'port_id': 'f047c319-6e42-4d79-83e5-565248a01286', 'mac_address': 'fa:16:3e:84:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a1da7c-ffb9-4930-963a-a76c26338bdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:06:23.483400 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.507808 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f047c319-6e42-4d79-83e5-565248a01286 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:23.532139 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port f047c319-6e42-4d79-83e5-565248a01286, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f047c319-6e42-4d79-83e5-565248a01286,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:23.542479 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e4eb-2863-4d2b-a1ab-47cec592d4bb req-79c66d99-faa9-4c35-ad93-b5546410b0c1 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:23.556082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.556082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:23.556082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.562517 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ed88e4eb-2863-4d2b-a1ab-47cec592d4bb req-79c66d99-faa9-4c35-ad93-b5546410b0c1 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 943 time: 0.1088054 Oct 29 08:06:23.649371 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ed88e4eb-2863-4d2b-a1ab-47cec592d4bb req-0139bb17-b230-4010-8eed-4e8cb91725df tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725863 Oct 29 08:06:23.665450 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:23.670711 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:23.698200 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:06:23.784035 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=f047c319-6e42-4d79-83e5-565248a01286,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:23.894323 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-30a1e2d7-4111-4cb4-aaa6-93919334c6e2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6175919 Oct 29 08:06:23.897410 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 40846) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:23.907639 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Request body: {'subnet': {'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1905218817-subnet', 'tenant_id': '093668a478a64bb4823401a230125a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:23.941359 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['f047c319-6e42-4d79-83e5-565248a01286'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:06:24.103914 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Made reservation on behalf of 093668a478a64bb4823401a230125a55 for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:24.111303 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13384929'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:24.492849 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4b46f-a340-4c17-8779-0248df74e541 req-ac3919bc-aacb-4be1-acc3-9c532c37077d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:24.494669 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-43b4b46f-a340-4c17-8779-0248df74e541 req-ac3919bc-aacb-4be1-acc3-9c532c37077d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0816751 Oct 29 08:06:24.496280 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13384987'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:24.576092 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3aa4c90-3dad-4986-8072-c4ae568d9909,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:24.615115 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-43b4b46f-a340-4c17-8779-0248df74e541 req-16065dcf-52bc-4254-b7e5-f0e34027a91c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Oct 29 08:06:24.644911 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Checking segment: {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:24.645473 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Network hostable DHCP agents. Network: e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:06:24.776407 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b16f8-c3d1-4df4-860d-ec895ecb7120 req-315638ba-fe74-4db5-abae-537b4f79e8da tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:24.777988 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-331b16f8-c3d1-4df4-860d-ec895ecb7120 req-315638ba-fe74-4db5-abae-537b4f79e8da tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 944 time: 0.0606000 Oct 29 08:06:24.832357 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:06:24.843574 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-331b16f8-c3d1-4df4-860d-ec895ecb7120 req-8267bbe0-7847-47e5-b8f9-f6fa3b8ec4fb tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532093 Oct 29 08:06:24.943692 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:24.950696 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:24.952210 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-43144141-7318-4526-b254-6427ad130794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:24.963975 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86c78d-0038-43bd-8a9d-fd56b4b14323 None None] Network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:25.066538 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-43144141-7318-4526-b254-6427ad130794 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1677005 Oct 29 08:06:25.176835 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f9d8e-b20f-4ab5-8107-49e8b9393567 None None] Network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:25.197074 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device f047c319-6e42-4d79-83e5-565248a01286 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:25.434727 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port f047c319-6e42-4d79-83e5-565248a01286 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:06:25.440061 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port f047c319-6e42-4d79-83e5-565248a01286 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:25.446755 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:25.544315 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:25.573566 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de8648b-dbf6-420f-889d-219780ec54ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f047c319-6e42-4d79-83e5-565248a01286'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:25.576791 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401f8e23-37c3-489a-a804-58a3633f8899" -d '{"events": [{"server_uuid": "3de8648b-dbf6-420f-889d-219780ec54ba", "name": "network-vif-plugged", "status": "completed", "tag": "f047c319-6e42-4d79-83e5-565248a01286"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:25.591987 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port f047c319-6e42-4d79-83e5-565248a01286, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f047c319-6e42-4d79-83e5-565248a01286,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:25.647987 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2058e0d-95e9-4c8c-9e3a-0d3723a93a9f x-openstack-request-id: req-b2058e0d-95e9-4c8c-9e3a-0d3723a93a9f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:25.648315 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de8648b-dbf6-420f-889d-219780ec54ba", "name": "network-vif-plugged", "status": "completed", "tag": "f047c319-6e42-4d79-83e5-565248a01286", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:25.648663 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2058e0d-95e9-4c8c-9e3a-0d3723a93a9f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:25.649088 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de8648b-dbf6-420f-889d-219780ec54ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f047c319-6e42-4d79-83e5-565248a01286', 'code': 200} Oct 29 08:06:25.706520 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:25.775123 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=f047c319-6e42-4d79-83e5-565248a01286,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:25.783417 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95cf8c-3a5d-4061-b44a-baec920ba3c1 req-0f7c3aa1-b38e-46b2-9ac7-97843d9769df tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:25.786110 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f95cf8c-3a5d-4061-b44a-baec920ba3c1 req-0f7c3aa1-b38e-46b2-9ac7-97843d9769df tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0726595 Oct 29 08:06:25.834616 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f95cf8c-3a5d-4061-b44a-baec920ba3c1 req-256ead24-77e6-4570-81b7-30e95fff2df1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Oct 29 08:06:26.034409 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a6941-8f2f-44eb-bf1b-8e2ad4775fd7 req-508eb197-a8e7-44e2-9be2-6d82806f991c tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:26.036344 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a4a6941-8f2f-44eb-bf1b-8e2ad4775fd7 req-508eb197-a8e7-44e2-9be2-6d82806f991c tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.0912807 Oct 29 08:06:26.113145 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a4a6941-8f2f-44eb-bf1b-8e2ad4775fd7 req-56d46dd0-5131-4228-81b7-a0a37b2c7745 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Oct 29 08:06:26.209517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821610d9-33f4-49f8-8715-eaa1ab350a41 req-ba7dcc56-4caa-4ad0-b330-bea286a04237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:26.213943 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-821610d9-33f4-49f8-8715-eaa1ab350a41 req-ba7dcc56-4caa-4ad0-b330-bea286a04237 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 1098 time: 0.0973766 Oct 29 08:06:26.266899 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-821610d9-33f4-49f8-8715-eaa1ab350a41 req-4c746765-d40a-4eb1-9c5f-e34ec6c4b10b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468190 Oct 29 08:06:26.964422 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24179d0b-a3e6-4bc7-b292-768f0a62c5bf req-a557116d-fe0b-4061-920d-d2aac0c6296e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:26.965897 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-24179d0b-a3e6-4bc7-b292-768f0a62c5bf req-a557116d-fe0b-4061-920d-d2aac0c6296e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0516906 Oct 29 08:06:27.009008 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-24179d0b-a3e6-4bc7-b292-768f0a62c5bf req-9f25b092-4e3a-41e0-a288-0c149da5bb0a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364723 Oct 29 08:06:27.328740 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767f131-29d2-43fc-8392-439d8d8aae86 req-95c69523-799d-463c-84f6-455465e31297 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:27.330769 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0767f131-29d2-43fc-8392-439d8d8aae86 req-95c69523-799d-463c-84f6-455465e31297 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.0926499 Oct 29 08:06:27.404864 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0767f131-29d2-43fc-8392-439d8d8aae86 req-f5342fb6-7eb4-4585-accd-cca8341cdb73 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659046 Oct 29 08:06:27.834310 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-858dbc6e-3fc8-46c9-a0a3-a05fde793a6d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:27.847022 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-858dbc6e-3fc8-46c9-a0a3-a05fde793a6d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/networks?id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 200 len: 814 time: 0.1922238 Oct 29 08:06:27.853027 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f8372b45-58b8-413d-9002-a8ed9f5ecc2c tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/quotas/093668a478a64bb4823401a230125a55 HTTP/1.1" status: 200 len: 375 time: 0.0102558 Oct 29 08:06:27.893349 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-73e85b3e-2832-4378-8716-c558a4bc046f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=093668a478a64bb4823401a230125a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338237 Oct 29 08:06:28.020936 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-df41d18e-7ff5-48fb-ac32-2141c565beea service neutron] 10.222.0.74 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195898 Oct 29 08:06:28.128113 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-92fd8617-1f99-4626-a29a-d8126c7ca5a7 service neutron] 10.222.0.74 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006503 Oct 29 08:06:28.524287 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c166-0001-4dd1-888e-523092da6b58 req-4bdc6e6c-fc74-499d-880a-a5ee076acd68 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:28.530074 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5d57c166-0001-4dd1-888e-523092da6b58 req-4bdc6e6c-fc74-499d-880a-a5ee076acd68 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0747507 Oct 29 08:06:28.582565 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5d57c166-0001-4dd1-888e-523092da6b58 req-9528801a-2bc7-4670-b0c1-c26cb6563d99 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498462 Oct 29 08:06:28.675857 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-29f35ccb-c69b-4205-96bd-73f22935f555 req-1616c958-bff8-4f11-b6d4-96923cd47066 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 210 time: 0.0402093 Oct 29 08:06:28.791940 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9545988-080b-41ef-8b48-0f57b3644305 req-07e8d0f4-21a1-4911-a79d-960b188c4014 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:28.793354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9545988-080b-41ef-8b48-0f57b3644305 req-07e8d0f4-21a1-4911-a79d-960b188c4014 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.0593686 Oct 29 08:06:28.835441 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9545988-080b-41ef-8b48-0f57b3644305 req-3e9ebba8-e978-492d-a63c-47a5d0a5f8d3 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Oct 29 08:06:29.723622 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0358632-d388-4b13-97f5-085d5d79920b req-8c82fba0-9b30-4971-ad6f-05210550f8ce tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:29.725188 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c0358632-d388-4b13-97f5-085d5d79920b req-8c82fba0-9b30-4971-ad6f-05210550f8ce tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0589666 Oct 29 08:06:29.773285 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c0358632-d388-4b13-97f5-085d5d79920b req-6c12e55d-7697-472b-8e88-4b687b653489 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Oct 29 08:06:29.854137 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-177705b1-f0c7-41b1-bb61-82b5a96cab83 req-36cca59f-9425-42e9-b04a-b5c63848548a tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 210 time: 0.0353293 Oct 29 08:06:31.053106 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01411a52-8918-4a91-87ec-e6bd00508cae req-d4150497-67c3-41ee-8e34-732f373125e4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:31.054686 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-01411a52-8918-4a91-87ec-e6bd00508cae req-d4150497-67c3-41ee-8e34-732f373125e4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0614209 Oct 29 08:06:31.117404 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-01411a52-8918-4a91-87ec-e6bd00508cae req-28ca1c43-7615-4d14-8a34-c7c676e63dc2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554123 Oct 29 08:06:31.259718 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2596b5fe-b82f-4caf-ac1f-4b49e9f9458f req-f3cda82b-d2dc-44bf-833f-cf0423cc917f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 210 time: 0.0288208 Oct 29 08:06:31.408028 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0320-4ce3-476b-a7ee-6e8004a074c7 req-cffeedeb-fed4-4de5-b152-3a32be6350db tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:31.410406 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-874c0320-4ce3-476b-a7ee-6e8004a074c7 req-cffeedeb-fed4-4de5-b152-3a32be6350db tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0580530 Oct 29 08:06:31.464014 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-874c0320-4ce3-476b-a7ee-6e8004a074c7 req-32e2cafe-d825-4a1a-992a-08e38478509d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Oct 29 08:06:31.518104 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-354e701b-8dc6-4b5f-a734-bc7a9e42cdf7 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:31.519693 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-354e701b-8dc6-4b5f-a734-bc7a9e42cdf7 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "GET /v2.0/networks?id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 200 len: 814 time: 0.1928973 Oct 29 08:06:31.536886 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Request body: {'port': {'device_id': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4', 'admin_state_up': True, 'tenant_id': '093668a478a64bb4823401a230125a55'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:31.803911 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Made reservation on behalf of 093668a478a64bb4823401a230125a55 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:31.810883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:31.976636 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Allocated IP 172.20.0.3 (e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4/c3aa4c90-3dad-4986-8072-c4ae568d9909/e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:32.265617 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:32.311185 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d9a22-a0b0-4fa5-bb25-6ce76cb2f6b9 req-27836489-c67f-414b-8463-d41ea71ea4ce tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:32.313251 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-527d9a22-a0b0-4fa5-bb25-6ce76cb2f6b9 req-27836489-c67f-414b-8463-d41ea71ea4ce tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.0769818 Oct 29 08:06:32.356020 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-527d9a22-a0b0-4fa5-bb25-6ce76cb2f6b9 req-d7c57bcc-401d-4143-a419-9b62b891c2dc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356810 Oct 29 08:06:32.380687 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:32.429309 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:32.432589 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:32.436458 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:32.474623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Pushing event updated for resources: {'Port': ['ID=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:32.474862 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e109a6-8078-419f-b9c8-bb5420a15b3a req-901981f1-0127-4026-bffa-2caedd8a872d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:32.477335 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-06e109a6-8078-419f-b9c8-bb5420a15b3a req-901981f1-0127-4026-bffa-2caedd8a872d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0536871 Oct 29 08:06:32.499322 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:32.499986 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:32.521107 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-06e109a6-8078-419f-b9c8-bb5420a15b3a req-58808cf5-9dbe-41d3-816c-94209cb76107 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365446 Oct 29 08:06:32.628826 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-2b59eb2f-2696-4f7b-8a10-c55f2e589ffb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963583 Oct 29 08:06:32.660140 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Request body: {'port': {'device_id': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:32.660387 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624ef1-eb35-409e-a161-c16639d7c64f req-1d8f52bc-d6a3-46ad-96ec-af07903285bd tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:32.663228 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4a624ef1-eb35-409e-a161-c16639d7c64f req-1d8f52bc-d6a3-46ad-96ec-af07903285bd tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 931 time: 0.0773847 Oct 29 08:06:32.725161 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4a624ef1-eb35-409e-a161-c16639d7c64f req-7e497f8a-a65d-41fb-acef-58c0bbbbdf13 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526774 Oct 29 08:06:32.773835 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:32.849399 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e799b-3ee8-4129-a1b5-b6ceba288003 req-4b468f0b-dc94-47db-9084-de81965c78d1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:32.850996 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-130e799b-3ee8-4129-a1b5-b6ceba288003 req-4b468f0b-dc94-47db-9084-de81965c78d1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0555565 Oct 29 08:06:32.899710 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-130e799b-3ee8-4129-a1b5-b6ceba288003 req-9a566fc1-af7d-40c2-84b4-a2a19b4e4ad1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 Oct 29 08:06:33.108150 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:33.117391 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:33.131413 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Transition to ACTIVE for port object e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:06:33.214913 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:33.299761 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Pushing event updated for resources: {'Port': ['ID=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:33.370105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Attempting to bind port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:33.370721 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Attempting to bind port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:33.371230 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Attempting to bind port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 on network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:33.384621 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 on network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:06:33.384621 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Attempting to bind port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 on network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:33.389660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:33.390724 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Checking segment: {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:33.390968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Bound using segment: {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:33.391603 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Bound port: e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:33.392244 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:33.485630 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] For port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:33.493158 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] For port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:33.524713 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707a2b-f229-4f93-a34a-2048c13919f1 req-3b04e99f-9f3a-4a48-a4a1-0d88fef04767 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:33.526860 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c1707a2b-f229-4f93-a34a-2048c13919f1 req-3b04e99f-9f3a-4a48-a4a1-0d88fef04767 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.0783727 Oct 29 08:06:33.571580 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c1707a2b-f229-4f93-a34a-2048c13919f1 req-c4b7f0d8-4360-4cd6-bf69-4d3851468865 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Oct 29 08:06:33.581532 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:33.626817 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:33.627694 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:33.629123 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] 10.222.0.49 "PUT /v2.0/ports/e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 HTTP/1.1" status: 200 len: 1093 time: 0.9908404 Oct 29 08:06:33.629803 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'tag': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:33.632014 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68d0d7c-82de-4fc5-b157-290baf793efb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0308b0-a357-4eb1-a680-04e2f8d18673", "tag": "e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:33.658100 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d347ac-32ad-487b-8b8f-2b8e4d83c64d service neutron] Pushing event updated for resources: {'Port': ['ID=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:33.704306 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8e525-e81e-4a42-a133-0abfad82a8fe req-831afe62-85eb-4ef7-8bc5-995016629201 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:33.709721 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-82b8e525-e81e-4a42-a133-0abfad82a8fe req-831afe62-85eb-4ef7-8bc5-995016629201 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0655732 Oct 29 08:06:33.782268 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-82b8e525-e81e-4a42-a133-0abfad82a8fe req-6d97d71f-a187-4d4d-a31d-0ccd76183183 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660310 Oct 29 08:06:33.870449 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c0d30-9462-43c3-bb85-14ebf065f333 x-openstack-request-id: req-f68c0d30-9462-43c3-bb85-14ebf065f333 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:33.870882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0308b0-a357-4eb1-a680-04e2f8d18673", "tag": "e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:33.871293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f68c0d30-9462-43c3-bb85-14ebf065f333 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:33.871973 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'tag': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4', 'status': 'completed', 'code': 200} Oct 29 08:06:33.886527 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa8c90-f9b5-4864-b847-20429edebcee req-69fb3842-6cae-4425-a7aa-1e5140bbe68e tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:33.888706 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-efaa8c90-f9b5-4864-b847-20429edebcee req-69fb3842-6cae-4425-a7aa-1e5140bbe68e tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.1754749 Oct 29 08:06:33.960966 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-9e7c8e30-dc1e-4f8b-bb60-a99bd2b28ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:33.963080 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-9e7c8e30-dc1e-4f8b-bb60-a99bd2b28ab1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=093668a478a64bb4823401a230125a55&device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 1096 time: 0.1625030 Oct 29 08:06:33.983723 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd62c29-68a6-4d91-9eb8-ce688e6e1fb2 req-0a39c47d-e9b7-4eeb-ad68-500fe3fe2913 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:33.986439 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ddd62c29-68a6-4d91-9eb8-ce688e6e1fb2 req-0a39c47d-e9b7-4eeb-ad68-500fe3fe2913 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 943 time: 0.0718799 Oct 29 08:06:34.051017 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ddd62c29-68a6-4d91-9eb8-ce688e6e1fb2 req-e9797a49-1b71-4e77-94e1-376927112ab1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552456 Oct 29 08:06:34.059860 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-958a3384-48d6-47b7-b0e0-415b5c0c6449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 HTTP/1.1" status: 200 len: 217 time: 0.0685959 Oct 29 08:06:34.145726 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-7fc92821-192e-4fc5-8ab3-8c5d8c386952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:34.147133 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-7fc92821-192e-4fc5-8ab3-8c5d8c386952 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3aa4c90-3dad-4986-8072-c4ae568d9909 HTTP/1.1" status: 200 len: 854 time: 0.0789640 Oct 29 08:06:34.156137 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Deleting port f047c319-6e42-4d79-83e5-565248a01286 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:06:34.156673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:34.189833 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a1cb-d2f9-4a7e-9be2-0438ec20d875 req-55ff7961-92dd-4dd3-8a04-bbf6e9dc70b1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:34.192154 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea41a1cb-d2f9-4a7e-9be2-0438ec20d875 req-55ff7961-92dd-4dd3-8a04-bbf6e9dc70b1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0671673 Oct 29 08:06:34.227125 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-62226aed-5915-4b82-8551-da06e2a754f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671673 Oct 29 08:06:34.257715 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea41a1cb-d2f9-4a7e-9be2-0438ec20d875 req-b8295028-c216-40f0-84a5-6764bbbac11c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587909 Oct 29 08:06:34.345120 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] For port f047c319-6e42-4d79-83e5-565248a01286, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f047c319-6e42-4d79-83e5-565248a01286,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:34.345487 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:34.378506 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Calling delete_port for f047c319-6e42-4d79-83e5-565248a01286 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:06:34.406189 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-367392b5-4d68-4a16-ba87-8d4f905084d8 service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646757 Oct 29 08:06:34.641636 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-687a0056-3fb1-42ed-99bb-4d55f53ae5b3 req-b2b18d31-eb96-4b6d-96ce-561a62cde702 service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119656 Oct 29 08:06:34.782523 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2863362-bab5-41cd-9a74-d5d786b8166f req-e63f7273-7c8e-41c0-8e48-74ff65a8c689 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:34.784168 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f2863362-bab5-41cd-9a74-d5d786b8166f req-e63f7273-7c8e-41c0-8e48-74ff65a8c689 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 945 time: 0.0680966 Oct 29 08:06:34.829160 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f2863362-bab5-41cd-9a74-d5d786b8166f req-70f1846d-c295-47ed-8cda-fe5ff5b4714b tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Oct 29 08:06:34.898986 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:34.924088 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['f047c319-6e42-4d79-83e5-565248a01286'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:06:35.020605 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298072-e2b9-494d-9b68-52af2df89aaa req-d919331c-db5e-43df-ae89-9e55ed4650f5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:35.022632 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0d298072-e2b9-494d-9b68-52af2df89aaa req-d919331c-db5e-43df-ae89-9e55ed4650f5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0760484 Oct 29 08:06:35.229075 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Pushing event deleted for resources: {'Port': ['ID=f047c319-6e42-4d79-83e5-565248a01286,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:35.252532 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-129b8f07-ccb8-40f5-86fc-7b92ba9fd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:35.255285 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-129b8f07-ccb8-40f5-86fc-7b92ba9fd211 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=093668a478a64bb4823401a230125a55&device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 1096 time: 0.4123404 Oct 29 08:06:35.258412 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0d298072-e2b9-494d-9b68-52af2df89aaa req-7eec4cb7-ab96-438e-bf1d-5118a110325f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241135 Oct 29 08:06:35.341931 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41188) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:35.397828 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] No DVR routers for this DVR port f047c319-6e42-4d79-83e5-565248a01286 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:06:35.406078 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:35.409535 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-efaa8c90-f9b5-4864-b847-20429edebcee req-39a44fc7-c1ba-47f9-a8da-2e3af1a40cbc tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "DELETE /v2.0/ports/f047c319-6e42-4d79-83e5-565248a01286 HTTP/1.1" status: 204 len: 173 time: 1.5111136 Oct 29 08:06:35.410792 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed5692-3763-4c1e-b93f-ba1a988740d9 req-728bafd7-0278-4f89-b431-2251f772d7bd tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:35.412428 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-16ed5692-3763-4c1e-b93f-ba1a988740d9 req-728bafd7-0278-4f89-b431-2251f772d7bd tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 943 time: 0.0875006 Oct 29 08:06:35.469771 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-16ed5692-3763-4c1e-b93f-ba1a988740d9 req-82cdbadc-9a7f-4504-8e7d-c42bf3636586 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Oct 29 08:06:35.471948 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-e4117c84-0026-4047-8593-625f5cdc4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:35.474563 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-e4117c84-0026-4047-8593-625f5cdc4444 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 200 len: 915 time: 0.1665280 Oct 29 08:06:35.554398 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-f6c65a7f-422f-4ed0-9d37-074798fc3215 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 HTTP/1.1" status: 200 len: 217 time: 0.0701356 Oct 29 08:06:35.562309 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8b8268e-7f48-4726-bb62-ce06678e4fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:35.627333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c752-3cdc-4d98-9e32-e31677c5c5d5 req-df9fdf43-9702-44d6-8702-25aacbf4dd97 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:35.632535 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc25c752-3cdc-4d98-9e32-e31677c5c5d5 req-df9fdf43-9702-44d6-8702-25aacbf4dd97 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0847132 Oct 29 08:06:35.636568 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-ecfdeea5-d4d0-4f94-a0fa-3e70115b40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:35.638885 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-ecfdeea5-d4d0-4f94-a0fa-3e70115b40a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3aa4c90-3dad-4986-8072-c4ae568d9909 HTTP/1.1" status: 200 len: 854 time: 0.0742769 Oct 29 08:06:35.688030 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-ca97a104-5383-4ee7-be88-38a46c4f4e90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402122 Oct 29 08:06:35.694213 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc25c752-3cdc-4d98-9e32-e31677c5c5d5 req-48fd9127-98ac-46ac-bf1e-e346f4ef4010 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557611 Oct 29 08:06:35.795702 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8b8268e-7f48-4726-bb62-ce06678e4fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:35.830393 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-0efbcdcb-7a29-4b9b-9fcc-2762792a9d54 service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318197 Oct 29 08:06:35.883691 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de8648b-dbf6-420f-889d-219780ec54ba', 'name': 'network-vif-deleted', 'tag': 'f047c319-6e42-4d79-83e5-565248a01286'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:35.885922 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9a5e95-3328-4ddd-b489-321a5ed59ce4" -d '{"events": [{"server_uuid": "3de8648b-dbf6-420f-889d-219780ec54ba", "name": "network-vif-deleted", "tag": "f047c319-6e42-4d79-83e5-565248a01286"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:35.937287 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8b8268e-7f48-4726-bb62-ce06678e4fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:35.987051 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b68d0d7c-82de-4fc5-b157-290baf793efb req-fe7288ff-d77f-4d2b-ba5d-0288324c64fc service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484952 Oct 29 08:06:36.016126 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c749ed00-4245-4f9f-8401-9796bc8dfbae req-1809efda-cf47-4166-98b8-faf80e7951f7 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=3de8648b-dbf6-420f-889d-219780ec54ba HTTP/1.1" status: 200 len: 210 time: 0.0535147 Oct 29 08:06:36.026610 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d8b8268e-7f48-4726-bb62-ce06678e4fa0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b2cc58381f546caaf467f42fd028270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814528 Oct 29 08:06:36.026610 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8268e-7f48-4726-bb62-ce06678e4fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b577d-69e9-469d-8322-6db94e0f36ad,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:36.030296 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41204) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:36.090105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cffee0-60be-4401-a7fe-c79c965ba01f x-openstack-request-id: req-c8cffee0-60be-4401-a7fe-c79c965ba01f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:36.090105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de8648b-dbf6-420f-889d-219780ec54ba", "name": "network-vif-deleted", "tag": "f047c319-6e42-4d79-83e5-565248a01286", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:36.090105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8cffee0-60be-4401-a7fe-c79c965ba01f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:36.090105 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de8648b-dbf6-420f-889d-219780ec54ba', 'name': 'network-vif-deleted', 'tag': 'f047c319-6e42-4d79-83e5-565248a01286', 'status': 'completed', 'code': 200} Oct 29 08:06:36.107201 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4d7e-7067-4175-8a84-1eb51d57aed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:36.133329 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4d7e-7067-4175-8a84-1eb51d57aed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:36.371342 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4d7e-7067-4175-8a84-1eb51d57aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:36.374661 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4d7e-7067-4175-8a84-1eb51d57aed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:36.385647 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9f7c4d7e-7067-4175-8a84-1eb51d57aed3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/903b577d-69e9-469d-8322-6db94e0f36ad HTTP/1.1" status: 204 len: 168 time: 0.3471875 Oct 29 08:06:36.391869 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c4d7e-7067-4175-8a84-1eb51d57aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b577d-69e9-469d-8322-6db94e0f36ad,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:36.433716 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dfa4c-24ff-4a83-9b6f-1b7b14292d89 req-fdd528a1-e72c-47cf-9181-50b1d5f426ae tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:36.438194 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a77dfa4c-24ff-4a83-9b6f-1b7b14292d89 req-fdd528a1-e72c-47cf-9181-50b1d5f426ae tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1012676 Oct 29 08:06:36.496750 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a77dfa4c-24ff-4a83-9b6f-1b7b14292d89 req-bc200628-539d-41a9-b25f-7cbddd83a2b4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Oct 29 08:06:36.619627 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899449b-1a11-483c-a4eb-8e90f9871844 req-7348cfe8-a42a-44aa-9791-b75ebfc19f82 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:36.619627 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5899449b-1a11-483c-a4eb-8e90f9871844 req-7348cfe8-a42a-44aa-9791-b75ebfc19f82 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 943 time: 0.0592506 Oct 29 08:06:36.674791 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5899449b-1a11-483c-a4eb-8e90f9871844 req-e9df1dac-1a6b-4ece-8884-96ff96c0066c tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Oct 29 08:06:36.848421 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:06:36.897090 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b496f2-52fd-4fba-9ff6-555be5793bb5 req-772b5914-738b-4da6-bf1a-d3d5a87a2069 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:36.899893 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-95b496f2-52fd-4fba-9ff6-555be5793bb5 req-772b5914-738b-4da6-bf1a-d3d5a87a2069 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0985670 Oct 29 08:06:36.984675 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-95b496f2-52fd-4fba-9ff6-555be5793bb5 req-e81ac54b-12ce-4802-aa43-bcf8cd261515 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603161 Oct 29 08:06:37.227143 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:06:37.231613 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device f047c319-6e42-4d79-83e5-565248a01286 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:06:37.270464 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: f047c319-6e42-4d79-83e5-565248a01286 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:06:37.270800 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device f047c319-6e42-4d79-83e5-565248a01286 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:06:37.373933 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:37.386832 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4', 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4', 'port_id': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4', 'mac_address': 'fa:16:3e:02:3f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3aa4c90-3dad-4986-8072-c4ae568d9909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:06:37.443717 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41270) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:37.444738 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.461652 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:37.491446 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:37.501097 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e41179e0-e51a-4562-a8ef-4b4d44b3a1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.571702 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-a739f05f-13df-4bbb-b06b-266b7d9d4652 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:37.576698 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-a739f05f-13df-4bbb-b06b-266b7d9d4652 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/networks?id=d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 200 len: 808 time: 0.1820159 Oct 29 08:06:37.600653 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.601573 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-edb29705-a4c3-48c1-ae07-b7d0efde1078 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/quotas/b0daddbdd83948c28f0159409db8fdf2 HTTP/1.1" status: 200 len: 375 time: 0.0176728 Oct 29 08:06:37.612501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e41179e0-e51a-4562-a8ef-4b4d44b3a1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.664249 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-2fb24354-1f3e-4bb5-8693-6ad08b09f3f9 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b0daddbdd83948c28f0159409db8fdf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357611 Oct 29 08:06:37.668975 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:37.691849 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e41179e0-e51a-4562-a8ef-4b4d44b3a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.733470 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e41179e0-e51a-4562-a8ef-4b4d44b3a1ca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0a339262cb74314a6716b01ede508ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866538 Oct 29 08:06:37.734273 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41179e0-e51a-4562-a8ef-4b4d44b3a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087b6efa-241c-437a-916d-4bf2ffb89d46,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:37.736699 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41276) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:37.806486 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-05fe3791-f5a1-4b4a-a1fd-d418663bf966 service neutron] 10.222.0.74 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197879 Oct 29 08:06:37.843165 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-353235fb-3f59-4389-8227-15b7f17fa223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.863350 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:06:37.906659 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-353235fb-3f59-4389-8227-15b7f17fa223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:37.930435 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41282) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:37.985963 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-117a3bdb-351f-48f8-ade1-a8dd83304dbc service neutron] 10.222.0.74 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691554 Oct 29 08:06:38.102315 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77f50a70-f916-411f-9c0e-92b806e59b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.140751 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-353235fb-3f59-4389-8227-15b7f17fa223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.145915 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-353235fb-3f59-4389-8227-15b7f17fa223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.147962 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-353235fb-3f59-4389-8227-15b7f17fa223 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/087b6efa-241c-437a-916d-4bf2ffb89d46 HTTP/1.1" status: 204 len: 168 time: 0.4100790 Oct 29 08:06:38.180204 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353235fb-3f59-4389-8227-15b7f17fa223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b6efa-241c-437a-916d-4bf2ffb89d46,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:38.376435 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77f50a70-f916-411f-9c0e-92b806e59b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.481069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77f50a70-f916-411f-9c0e-92b806e59b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.483980 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d681aa6-f761-4274-a81e-c4eb9ec70592 req-b770f852-3067-42df-8dd6-0e3523ab7f64 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:38.484915 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6d681aa6-f761-4274-a81e-c4eb9ec70592 req-b770f852-3067-42df-8dd6-0e3523ab7f64 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0800653 Oct 29 08:06:38.533826 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6d681aa6-f761-4274-a81e-c4eb9ec70592 req-8d82e2b0-2fb0-4fa2-8c1d-63788303f0b7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Oct 29 08:06:38.552704 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-77f50a70-f916-411f-9c0e-92b806e59b7f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a471992848a64f708be456b8ded12b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206586 Oct 29 08:06:38.554195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50a70-f916-411f-9c0e-92b806e59b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfcb90a-b477-46df-9c85-a47e61d5dd59,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:38.557093 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:38.657050 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ea9394-b6ee-4581-a1d9-617d24677ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.750232 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ea9394-b6ee-4581-a1d9-617d24677ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:38.831376 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d6f1a-4c91-412e-958d-55e957104995 req-b6ee4865-ce1a-43f8-bed6-14b1fbcc7775 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:38.833187 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1b8d6f1a-4c91-412e-958d-55e957104995 req-b6ee4865-ce1a-43f8-bed6-14b1fbcc7775 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 944 time: 0.1548524 Oct 29 08:06:38.900367 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1b8d6f1a-4c91-412e-958d-55e957104995 req-e740db1b-51e0-4fd9-82b7-6c65b65779ff tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Oct 29 08:06:38.996896 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ea9394-b6ee-4581-a1d9-617d24677ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.001711 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30ea9394-b6ee-4581-a1d9-617d24677ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.004185 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-30ea9394-b6ee-4581-a1d9-617d24677ec5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/edfcb90a-b477-46df-9c85-a47e61d5dd59 HTTP/1.1" status: 204 len: 168 time: 0.4429531 Oct 29 08:06:39.039267 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9394-b6ee-4581-a1d9-617d24677ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfcb90a-b477-46df-9c85-a47e61d5dd59,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:39.067914 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e2fd1-5715-4e4c-a0dc-3b8d28d66ec5 req-bdd91b8f-66ab-43f4-8064-e4524259489a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:39.069560 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fb9e2fd1-5715-4e4c-a0dc-3b8d28d66ec5 req-bdd91b8f-66ab-43f4-8064-e4524259489a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0851018 Oct 29 08:06:39.134869 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fb9e2fd1-5715-4e4c-a0dc-3b8d28d66ec5 req-8a77f3c6-3aff-47bf-99ea-a5dd388bc35e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589342 Oct 29 08:06:39.206727 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41318) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:39.241983 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8a023aa3-f505-4ac1-a40f-7194bcb87ea8 req-dde6392c-219d-4601-be9c-7a450a43162f tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 210 time: 0.0489714 Oct 29 08:06:39.243358 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b53e526d-b854-4980-961b-f427aefc2653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.357992 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41322) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:39.373569 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b53e526d-b854-4980-961b-f427aefc2653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.466003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b53e526d-b854-4980-961b-f427aefc2653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.511685 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b53e526d-b854-4980-961b-f427aefc2653 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b7841c18a8b42c081b58f5399b57b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033962 Oct 29 08:06:39.512401 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e526d-b854-4980-961b-f427aefc2653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297291e4-5fa1-47fb-88f8-1a212c86d49f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:39.515767 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41326) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:39.582702 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8911e2-f3b5-47d8-9095-dac12f9f01e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.635983 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8911e2-f3b5-47d8-9095-dac12f9f01e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.744889 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8998990-86d2-4fe5-a8d1-5988e14de72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.788122 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b299d7e-0e36-4a5a-ab51-f9f49cadf77a req-34d9f265-f477-4953-baf8-5b5c58719d31 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:39.790587 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b299d7e-0e36-4a5a-ab51-f9f49cadf77a req-34d9f265-f477-4953-baf8-5b5c58719d31 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1193552 Oct 29 08:06:39.862001 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b299d7e-0e36-4a5a-ab51-f9f49cadf77a req-66f4670c-2276-40ea-9430-a799396d39e4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Oct 29 08:06:39.909706 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8911e2-f3b5-47d8-9095-dac12f9f01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.914687 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea8911e2-f3b5-47d8-9095-dac12f9f01e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:39.918678 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ea8911e2-f3b5-47d8-9095-dac12f9f01e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/297291e4-5fa1-47fb-88f8-1a212c86d49f HTTP/1.1" status: 204 len: 168 time: 0.3995411 Oct 29 08:06:39.929843 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8911e2-f3b5-47d8-9095-dac12f9f01e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297291e4-5fa1-47fb-88f8-1a212c86d49f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:40.004704 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8998990-86d2-4fe5-a8d1-5988e14de72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.092932 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8998990-86d2-4fe5-a8d1-5988e14de72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.125541 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2b40-629a-44a1-ba1d-7b32ffc38fea req-6d23d73a-28d5-4a5e-b49c-10241fbff08d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:40.128201 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b24e2b40-629a-44a1-ba1d-7b32ffc38fea req-6d23d73a-28d5-4a5e-b49c-10241fbff08d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 944 time: 0.0910761 Oct 29 08:06:40.136453 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41338) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:40.166640 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b8998990-86d2-4fe5-a8d1-5988e14de72b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d50cf26549d1434a982273321abcc90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065188 Oct 29 08:06:40.167883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998990-86d2-4fe5-a8d1-5988e14de72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f562dc2-2305-4707-98c5-c1c82174cff3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:40.171480 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41342) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:40.182120 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ce53f88-c567-44bf-a2e5-0355f2e57aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.268332 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b24e2b40-629a-44a1-ba1d-7b32ffc38fea req-79450aec-748f-4ffd-960c-429686dec050 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205444 Oct 29 08:06:40.328996 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee913a6a-a1cc-4ee0-96cc-9b0b97fb3dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.415550 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee913a6a-a1cc-4ee0-96cc-9b0b97fb3dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.455359 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ce53f88-c567-44bf-a2e5-0355f2e57aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.504737 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290fc6-f86c-40f2-b624-72484012c11f req-2f0d98fe-286f-41ef-92cb-8cbb6ed31567 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:40.507742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-33290fc6-f86c-40f2-b624-72484012c11f req-2f0d98fe-286f-41ef-92cb-8cbb6ed31567 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1226730 Oct 29 08:06:40.580346 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4ce53f88-c567-44bf-a2e5-0355f2e57aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.593365 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-33290fc6-f86c-40f2-b624-72484012c11f req-ccb4edfe-25f3-4e7f-b20f-6aa787d76850 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727532 Oct 29 08:06:40.669086 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4ce53f88-c567-44bf-a2e5-0355f2e57aba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0a3832d3d48a47499c46ceaf45252db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304508 Oct 29 08:06:40.672523 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce53f88-c567-44bf-a2e5-0355f2e57aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db17726a-2575-49ab-94da-b69e8d3595c1,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:40.686796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41356) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:40.725304 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bc699420-8407-408c-8a49-2658f2d10a7d req-b3aa8afa-aa24-4ce7-8760-3bc80962a06e tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 210 time: 0.0477474 Oct 29 08:06:40.726570 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee913a6a-a1cc-4ee0-96cc-9b0b97fb3dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.731136 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ee913a6a-a1cc-4ee0-96cc-9b0b97fb3dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.735983 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ee913a6a-a1cc-4ee0-96cc-9b0b97fb3dab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f562dc2-2305-4707-98c5-c1c82174cff3 HTTP/1.1" status: 204 len: 168 time: 0.5601969 Oct 29 08:06:40.745416 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee913a6a-a1cc-4ee0-96cc-9b0b97fb3dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f562dc2-2305-4707-98c5-c1c82174cff3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:40.773518 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dd439045-b42f-4e6f-b71e-c50873039650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.813419 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dd439045-b42f-4e6f-b71e-c50873039650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.994653 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dd439045-b42f-4e6f-b71e-c50873039650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.997496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dd439045-b42f-4e6f-b71e-c50873039650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:40.999384 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-dd439045-b42f-4e6f-b71e-c50873039650 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db17726a-2575-49ab-94da-b69e8d3595c1 HTTP/1.1" status: 204 len: 168 time: 0.3111370 Oct 29 08:06:41.007801 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd439045-b42f-4e6f-b71e-c50873039650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17726a-2575-49ab-94da-b69e8d3595c1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:41.028174 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bfb4b-bdae-432c-8a57-95d8bf550703 req-59ff5bc8-586e-4df4-979e-8a0a59433878 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:41.030826 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9c0bfb4b-bdae-432c-8a57-95d8bf550703 req-59ff5bc8-586e-4df4-979e-8a0a59433878 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0591741 Oct 29 08:06:41.089955 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9c0bfb4b-bdae-432c-8a57-95d8bf550703 req-a60ca0b6-fc0d-408c-87a5-b7e7ea9be6c3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Oct 29 08:06:41.426672 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9640964-5334-4cc6-bc34-d88b9859355e req-75e31601-7cf1-4432-aec5-4ee20299b238 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:41.428363 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9640964-5334-4cc6-bc34-d88b9859355e req-75e31601-7cf1-4432-aec5-4ee20299b238 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 944 time: 0.0710261 Oct 29 08:06:41.480396 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9640964-5334-4cc6-bc34-d88b9859355e req-a086b040-76cf-4fcc-8e27-31a728bde20c tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Oct 29 08:06:41.756736 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41384) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:41.771959 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d990a00b-ccdc-43b4-97ec-9147d4c976e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:41.801817 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc2bf6-96b0-4c76-80a2-18b2ce3eecdc req-f4bc2d87-301d-4d10-9d6d-cff1c30f8cd9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:41.803403 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-11bc2bf6-96b0-4c76-80a2-18b2ce3eecdc req-f4bc2d87-301d-4d10-9d6d-cff1c30f8cd9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0822256 Oct 29 08:06:41.882629 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d990a00b-ccdc-43b4-97ec-9147d4c976e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:41.897349 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-11bc2bf6-96b0-4c76-80a2-18b2ce3eecdc req-668c16c8-83f2-4773-a353-01a761a97210 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834582 Oct 29 08:06:41.988258 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41392) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:42.012519 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d990a00b-ccdc-43b4-97ec-9147d4c976e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.081445 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c2a3c1f6-0545-4601-9bdf-4e827736ce86 req-1730ecb8-47ce-42ec-825b-7451e66ff6e6 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 210 time: 0.0626705 Oct 29 08:06:42.099123 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d990a00b-ccdc-43b4-97ec-9147d4c976e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c1c7f5a650f44e9bb3a778df6d165f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391709 Oct 29 08:06:42.101263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41398) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:42.112288 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990a00b-ccdc-43b4-97ec-9147d4c976e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c539579-bb1d-48ba-b2b6-e11efb6ba5c6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:42.262334 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.308455 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1894262516-network', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:42.328068 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121b3f0-b67b-4014-af6d-0c8b5ab81728 req-76fa1b75-9ee6-4201-be6e-78db19e64f7b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:42.338953 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1121b3f0-b67b-4014-af6d-0c8b5ab81728 req-76fa1b75-9ee6-4201-be6e-78db19e64f7b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1138422 Oct 29 08:06:42.360958 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.411542 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1121b3f0-b67b-4014-af6d-0c8b5ab81728 req-ed4b57a9-1c94-407a-b6fc-2a59ada2a9b3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Oct 29 08:06:42.443386 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Made reservation on behalf of ff48a32616594d1db6e016b952ab70eb for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:42.447852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.461264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.644004 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8028-14b3-413b-b891-8c245af93c06 req-c122a34c-5afb-450f-93df-ec21e07fc303 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:42.646062 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8c6a8028-14b3-413b-b891-8c245af93c06 req-c122a34c-5afb-450f-93df-ec21e07fc303 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 944 time: 0.0819347 Oct 29 08:06:42.668866 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.682394 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.682394 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c539579-bb1d-48ba-b2b6-e11efb6ba5c6 HTTP/1.1" status: 204 len: 168 time: 0.5747237 Oct 29 08:06:42.718897 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c539579-bb1d-48ba-b2b6-e11efb6ba5c6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:42.735033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.735461 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.736006 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.736347 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.739517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a8a74-3644-4a4d-b1e7-f6c0a5e67cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:42.786531 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8c6a8028-14b3-413b-b891-8c245af93c06 req-9905d723-162f-433a-99b2-444220425f7e tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252635 Oct 29 08:06:42.793991 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.928259 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:42.968588 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:06:43.070768 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116824b0-16f7-4015-886e-c9ec9a6609eb,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:43.084641 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:43.085191 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Added segment ab6ebc3b-1528-470e-b847-cd04207eaae6 of type vlan for network f8b8c9d1-03fa-4e4e-8832-c292076c8273 Oct 29 08:06:43.194118 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:43.257501 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa715-6a31-4c39-b324-ef4169cb7e48 req-a81df765-30f7-4e85-8cf6-281a23291152 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:43.260130 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8b5fa715-6a31-4c39-b324-ef4169cb7e48 req-a81df765-30f7-4e85-8cf6-281a23291152 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1905637 Oct 29 08:06:43.266455 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:43.301870 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-fa0a387d-d8f3-4061-8aff-0565948f2a50 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:43.304976 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-fa0a387d-d8f3-4061-8aff-0565948f2a50 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "GET /v2.0/networks?id=d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 200 len: 808 time: 0.3288553 Oct 29 08:06:43.327203 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Request body: {'port': {'device_id': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695', 'admin_state_up': True, 'tenant_id': 'b0daddbdd83948c28f0159409db8fdf2'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:43.391009 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:43.392935 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:43.394152 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:43.448382 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8b5fa715-6a31-4c39-b324-ef4169cb7e48 req-be76355c-3edd-45d1-88d0-8d7c98ebf680 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712558 Oct 29 08:06:43.641738 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b8c9d1-03fa-4e4e-8832-c292076c8273,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:43.655513 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:06:43.668998 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-33d12dfa-2547-4371-be71-f78a01f10d45 req-4bf82013-d675-47ce-8b71-be4ddcddf492 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 210 time: 0.0602784 Oct 29 08:06:43.680255 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e59b2e19-7b25-4dc8-9077-3884edb23564 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6902490 Oct 29 08:06:43.684441 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41440) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:43.695529 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Request body: {'subnet': {'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1894262516-subnet', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:43.738667 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33050dd1-3fbd-4f89-ac94-9093acc4d950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:43.813087 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:06:43.821940 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:43.822320 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:43.889838 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c596ec-40b4-4a96-b489-da967e8dee86 req-02021b30-a4d6-4b55-8f5d-cf66fc576cb6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:43.894359 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c3c596ec-40b4-4a96-b489-da967e8dee86 req-02021b30-a4d6-4b55-8f5d-cf66fc576cb6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0902998 Oct 29 08:06:43.940283 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Made reservation on behalf of ff48a32616594d1db6e016b952ab70eb for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:43.955007 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15977304'] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.022919 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.027985 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c3c596ec-40b4-4a96-b489-da967e8dee86 req-93711d76-178f-4ca7-8ce5-43ed15f180fa tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208394 Oct 29 08:06:44.081883 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:44.086349 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a831693-0487-441a-afb8-626a7e9d48da" -d '{"events": [{"server_uuid": "3e0308b0-a357-4eb1-a680-04e2f8d18673", "name": "network-vif-plugged", "status": "completed", "tag": "e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:44.122301 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:44.131915 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41456) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:44.161187 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-839d5918-3d46-4eb2-af19-4572cd0fec1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.189284 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Made reservation on behalf of b0daddbdd83948c28f0159409db8fdf2 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:44.195351 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.213449 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.246105 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d690d-8074-40a3-8b36-6afb19ac032f req-2debc527-273d-4424-80ab-8e3a7cf62fa0 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:44.249339 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b26d690d-8074-40a3-8b36-6afb19ac032f req-2debc527-273d-4424-80ab-8e3a7cf62fa0 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 944 time: 0.0825624 Oct 29 08:06:44.315331 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b26d690d-8074-40a3-8b36-6afb19ac032f req-7481cb2a-d537-4db8-a650-0050fa5d53de tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524502 Oct 29 08:06:44.321998 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:44.403187 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f5fd7e-4345-4e4b-814b-54767862293c x-openstack-request-id: req-d3f5fd7e-4345-4e4b-814b-54767862293c {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:44.403796 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0308b0-a357-4eb1-a680-04e2f8d18673", "name": "network-vif-plugged", "status": "completed", "tag": "e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:44.404149 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3f5fd7e-4345-4e4b-814b-54767862293c {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:44.404634 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4', 'code': 200} Oct 29 08:06:44.539953 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-839d5918-3d46-4eb2-af19-4572cd0fec1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.541410 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Allocated IP 172.20.0.14 (d44728bf-5349-4d82-9548-73d2f1025695/b3a1da7c-ffb9-4930-963a-a76c26338bdf/2e57ee87-c3af-4c16-ac14-cb198f0c95e4) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:44.625280 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e22e7-3541-44ad-955b-41b8fd622e74 req-859f4760-26ce-4708-a4c3-afd5064fd05a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:44.628194 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f75e22e7-3541-44ad-955b-41b8fd622e74 req-859f4760-26ce-4708-a4c3-afd5064fd05a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0677176 Oct 29 08:06:44.641057 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15807297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15977122'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.691252 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f75e22e7-3541-44ad-955b-41b8fd622e74 req-803965dc-4b6b-4a57-a23a-bc28ea0ec549 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565870 Oct 29 08:06:44.715519 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-839d5918-3d46-4eb2-af19-4572cd0fec1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:44.858561 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72e6ee3b-606a-44f9-9444-8268a43b7b3f req-d698d6f1-cb8f-4b1f-b46c-af4a5f3c40d0 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 210 time: 0.0389786 Oct 29 08:06:44.877166 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b470e5-6b68-450a-b10b-1ab2cd526497,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:44.899882 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-839d5918-3d46-4eb2-af19-4572cd0fec1c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5a7386673fb4e9d85c7f8778f361be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7662725 Oct 29 08:06:44.902645 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41476) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:44.913653 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d5918-3d46-4eb2-af19-4572cd0fec1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547cf4d1-ae20-4f64-8603-75fd0b284164,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:45.009256 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Checking segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:45.009975 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Network hostable DHCP agents. Network: f8b8c9d1-03fa-4e4e-8832-c292076c8273, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:06:45.014359 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.052629 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.140338 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525c67f-4bf8-4fc6-bf2f-047edf7bdda3 req-0c6dea67-4674-4555-9e31-5dfac5c2b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.143164 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6525c67f-4bf8-4fc6-bf2f-047edf7bdda3 req-0c6dea67-4674-4555-9e31-5dfac5c2b086 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 1098 time: 0.3049304 Oct 29 08:06:45.244837 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.249375 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6525c67f-4bf8-4fc6-bf2f-047edf7bdda3 req-46803489-e908-4339-ba19-882677933496 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926404 Oct 29 08:06:45.250363 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.255404 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:06:45.255932 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.258055 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/547cf4d1-ae20-4f64-8603-75fd0b284164 HTTP/1.1" status: 204 len: 168 time: 0.3530149 Oct 29 08:06:45.282814 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdbb84-b36c-432d-9d72-c5ab66e97916 req-8026b7d2-e666-459d-b02b-3404746135c6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.282814 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cacdbb84-b36c-432d-9d72-c5ab66e97916 req-8026b7d2-e666-459d-b02b-3404746135c6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1005776 Oct 29 08:06:45.294060 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547cf4d1-ae20-4f64-8603-75fd0b284164,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:45.320003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.320754 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.321159 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.321764 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.322188 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.322620 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.322998 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.323383 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.323771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.324249 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.334558 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.334558 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a647b-bec0-4c18-b557-c8df8bc2adb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:45.400574 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cacdbb84-b36c-432d-9d72-c5ab66e97916 req-9c6aabca-20f8-4a13-a2a0-efe5ba12a3dd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926511 Oct 29 08:06:45.423154 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.425735 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, f8b8c9d1-03fa-4e4e-8832-c292076c8273) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:45.442111 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.449339 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.450073 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3697ec-8c84-48ec-9dd7-2c2d1a340835 None None] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:45.501367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Network d44728bf-5349-4d82-9548-73d2f1025695 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:45.505644 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:45.510506 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:45.563707 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Pushing event updated for resources: {'Port': ['ID=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:45.625570 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e5f7-85b9-4888-81e5-50b3de59bca4 req-696f43a0-6bf6-43e6-a75a-daa10a835e91 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.630565 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ded4e5f7-85b9-4888-81e5-50b3de59bca4 req-696f43a0-6bf6-43e6-a75a-daa10a835e91 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.0970740 Oct 29 08:06:45.649554 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.663632 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.708809 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e3ad73d4-6dfc-4f0d-bf67-1fcd6365eedb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0193198 Oct 29 08:06:45.709366 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41502) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:45.714756 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ded4e5f7-85b9-4888-81e5-50b3de59bca4 req-64900ccb-c4b4-40fc-80e2-4549486ff93b tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Oct 29 08:06:45.715224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:45.756601 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:06:45.757282 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:45.866511 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4c5be9fd-4b29-45bb-94ea-98318efc73a5 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5491331 Oct 29 08:06:45.884659 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Request body: {'port': {'device_id': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:45.923293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-9b3b8d64-62ce-4498-adce-bb05e5020666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.924823 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-9b3b8d64-62ce-4498-adce-bb05e5020666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1724737 Oct 29 08:06:45.933265 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4c092-52fd-4ccd-b5be-e9b911fecf46 req-7c4c533a-9700-4e99-bf73-b6987a6b15e9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:45.942476 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8d4c092-52fd-4ccd-b5be-e9b911fecf46 req-7c4c533a-9700-4e99-bf73-b6987a6b15e9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0963781 Oct 29 08:06:45.966005 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Allocated IP 172.20.0.2 (f8b8c9d1-03fa-4e4e-8832-c292076c8273/37b470e5-6b68-450a-b10b-1ab2cd526497/5ecd643b-8f85-4d3f-9e27-34decf381180) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:45.979851 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8d4c092-52fd-4ccd-b5be-e9b911fecf46 req-ba4bc98e-06d8-4ce2-af16-6bda3a5834f8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363207 Oct 29 08:06:45.990105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.022902 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.024056 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.192239 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386801f-cf8a-489d-a98a-008a9c84f254 req-2bf5c7e4-62c5-45a9-b69f-ea8eb049356b tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:46.198444 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.205326 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0386801f-cf8a-489d-a98a-008a9c84f254 req-2bf5c7e4-62c5-45a9-b69f-ea8eb049356b tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 932 time: 0.1187007 Oct 29 08:06:46.205909 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.260717 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0386801f-cf8a-489d-a98a-008a9c84f254 req-69a8375f-da0e-46a5-89dc-9e30f04646ac tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534430 Oct 29 08:06:46.317358 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.350430 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-e077f0b7-258c-4171-9b76-fd067fcab703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:46.351998 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-e077f0b7-258c-4171-9b76-fd067fcab703 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.3871307 Oct 29 08:06:46.430442 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b0085efc-910d-42f7-909a-85266d87f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.461413 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:46.470024 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:46.477058 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:46.485965 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Pushing event updated for resources: {'Port': ['ID=5ecd643b-8f85-4d3f-9e27-34decf381180,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:46.550750 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e125f-5f29-4e55-9061-cfcc62398081 req-9fc3b695-dc76-4c6c-86de-94819d3d616c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:46.556526 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e5e125f-5f29-4e55-9061-cfcc62398081 req-9fc3b695-dc76-4c6c-86de-94819d3d616c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0634820 Oct 29 08:06:46.574417 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Attempting to bind port 5ecd643b-8f85-4d3f-9e27-34decf381180 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:46.574956 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Attempting to bind port 5ecd643b-8f85-4d3f-9e27-34decf381180 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:46.576275 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Attempting to bind port 5ecd643b-8f85-4d3f-9e27-34decf381180 on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:46.583431 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:46.583431 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Checking segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:46.584096 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.584776 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Bound using segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:46.585420 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Bound port: 5ecd643b-8f85-4d3f-9e27-34decf381180, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:46.585875 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.618025 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e5e125f-5f29-4e55-9061-cfcc62398081 req-ca652c01-089e-46c5-9807-0944fbf332c6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584452 Oct 29 08:06:46.680539 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] For port 5ecd643b-8f85-4d3f-9e27-34decf381180, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:46.687191 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] For port 5ecd643b-8f85-4d3f-9e27-34decf381180, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=5ecd643b-8f85-4d3f-9e27-34decf381180,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:46.844747 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b89a80-ff93-48d2-ab2b-00784c8ba3cd req-9c9349a5-0751-4b8f-af3c-81db3d000ed7 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:46.846158 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-04b89a80-ff93-48d2-ab2b-00784c8ba3cd req-9c9349a5-0751-4b8f-af3c-81db3d000ed7 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.0592251 Oct 29 08:06:46.898617 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-04b89a80-ff93-48d2-ab2b-00784c8ba3cd req-fce7b0ac-9c96-4630-b3ba-989aae3f7824 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Oct 29 08:06:46.916721 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.927989 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:46.933020 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-a4a44e17-6dca-4bcb-b705-efd95f803f12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 1000 time: 0.5458920 Oct 29 08:06:47.066723 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-f3a4c570-c969-48f1-9fd0-84c71251005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:47.068260 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-f3a4c570-c969-48f1-9fd0-84c71251005a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.1237743 Oct 29 08:06:47.092212 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172c39-ab09-48d4-bbec-d7793aa550cd None None] Pushing event updated for resources: {'Port': ['ID=5ecd643b-8f85-4d3f-9e27-34decf381180,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:47.195208 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.219341 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:47.219652 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5989cc9-0bdc-4056-8788-5be967e2c0e9 req-cdd6b072-89cf-41b3-86be-c716f6c8dacd tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:47.222873 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a5989cc9-0bdc-4056-8788-5be967e2c0e9 req-cdd6b072-89cf-41b3-86be-c716f6c8dacd tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1083312 Oct 29 08:06:47.228726 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-8edb099b-1511-459d-9b41-66576b4eb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:47.230368 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-8edb099b-1511-459d-9b41-66576b4eb8b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1500895 Oct 29 08:06:47.233053 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.272482 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Transition to ACTIVE for port object 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:06:47.286693 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a5989cc9-0bdc-4056-8788-5be967e2c0e9 req-e79d65e5-d20e-4340-8592-7d568f621aa1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520256 Oct 29 08:06:47.367108 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.395576 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-79c0fbdc-2cf4-4cde-883c-7a64cdbf9df5 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565437 Oct 29 08:06:47.398796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.522638 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193aa9-564d-4b8d-b588-bb1d57692a76 req-19523e43-e673-401f-9be2-84f29c7e1afb tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:47.524945 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bd193aa9-564d-4b8d-b588-bb1d57692a76 req-19523e43-e673-401f-9be2-84f29c7e1afb tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 944 time: 0.1059306 Oct 29 08:06:47.578899 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bd193aa9-564d-4b8d-b588-bb1d57692a76 req-53681c12-5c13-4529-a461-ca657f84189d tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Oct 29 08:06:47.589244 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167995ec-f230-4e13-9452-9794e721351a service neutron] Pushing event updated for resources: {'Port': ['ID=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:47.746824 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e745e96a-9bb8-4596-8b92-b740e646c405 req-c0f164cc-568f-415b-bddc-65672e9e9b7b service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353336 Oct 29 08:06:47.748885 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.774966 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 5ecd643b-8f85-4d3f-9e27-34decf381180 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:47.781878 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.813924 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.840367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Attempting to bind port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:47.841851 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Attempting to bind port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:47.842199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Attempting to bind port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 on network d44728bf-5349-4d82-9548-73d2f1025695 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:47.856016 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 on network d44728bf-5349-4d82-9548-73d2f1025695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:06:47.856339 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Attempting to bind port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 on network d44728bf-5349-4d82-9548-73d2f1025695 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:47.858208 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 5ecd643b-8f85-4d3f-9e27-34decf381180 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:47.858744 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:47.871381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:47.871381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Checking segment: {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:47.871381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Bound using segment: {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:47.871381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Bound port: 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510fca6f-2237-4823-b413-03208d879157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:47.871381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.005582 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Allocated IP 172.27.2.117 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:48.036387 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] For port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:48.042563 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] For port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:48.067448 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.168701 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.187883 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 5ecd643b-8f85-4d3f-9e27-34decf381180, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=5ecd643b-8f85-4d3f-9e27-34decf381180,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:48.197921 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78bb9a-131f-410d-ad79-08a25582c18f req-027c2a08-ebae-4a53-a195-051c3f4b8ad8 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.202162 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0d78bb9a-131f-410d-ad79-08a25582c18f req-027c2a08-ebae-4a53-a195-051c3f4b8ad8 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1707873 Oct 29 08:06:48.256909 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.374491 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0d78bb9a-131f-410d-ad79-08a25582c18f req-6346c392-459a-48a5-9d7f-74bdaa082990 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544147 Oct 29 08:06:48.395107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.400454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.403319 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-167995ec-f230-4e13-9452-9794e721351a service neutron] 10.222.0.49 "PUT /v2.0/ports/2e57ee87-c3af-4c16-ac14-cb198f0c95e4 HTTP/1.1" status: 200 len: 1094 time: 2.5265737 Oct 29 08:06:48.408028 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'tag': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:48.410453 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c3c59a-fee5-4c3a-9ce2-600e61876d36" -d '{"events": [{"name": "network-changed", "server_uuid": "5da1ff8d-bd94-43c7-8ace-84f20cc7904b", "tag": "2e57ee87-c3af-4c16-ac14-cb198f0c95e4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:48.415508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167995ec-f230-4e13-9452-9794e721351a service neutron] Pushing event updated for resources: {'Port': ['ID=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:48.432153 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=5ecd643b-8f85-4d3f-9e27-34decf381180,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:48.492036 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fedf2-3246-4989-975a-353c990c7f20 req-d14133a9-959f-4f2c-8191-37d99f862fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.494186 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-d14133a9-959f-4f2c-8191-37d99f862fbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1816168 Oct 29 08:06:48.521503 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.610103 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da258-9451-45c2-b021-5a792eeda510 req-37ddd876-c7fb-468c-8e29-f7e57993d7ff tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.610103 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f49da258-9451-45c2-b021-5a792eeda510 req-37ddd876-c7fb-468c-8e29-f7e57993d7ff tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0680935 Oct 29 08:06:48.610636 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686ad4d-a3cb-422c-b1c8-2be2e8465a28 None None] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:48.677758 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f49da258-9451-45c2-b021-5a792eeda510 req-2228dba8-9119-4a97-b808-60dd61e2216a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673659 Oct 29 08:06:48.678078 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fedf2-3246-4989-975a-353c990c7f20 req-08bc457f-9ddc-44b4-b4b7-cee125a291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.679626 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-08bc457f-9ddc-44b4-b4b7-cee125a291ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.1759102 Oct 29 08:06:48.681951 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-dc0e1955-5a5e-45ed-8fac-7b9b797ff508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.683482 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-dc0e1955-5a5e-45ed-8fac-7b9b797ff508 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0daddbdd83948c28f0159409db8fdf2&device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 1097 time: 0.0978978 Oct 29 08:06:48.698246 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-e55cd100-c4c8-480d-96c6-59b37230850e None None] Provisioning complete for port 5ecd643b-8f85-4d3f-9e27-34decf381180 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:48.698871 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e55cd100-c4c8-480d-96c6-59b37230850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.777432 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:48.825390 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-4fe9ee2f-b4f7-42c1-9558-503a815b8c8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4 HTTP/1.1" status: 200 len: 217 time: 0.0993586 Oct 29 08:06:48.918632 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:48.929643 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-6708253b-0480-49d0-b608-45ba73d59763 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 1000 time: 0.2334507 Oct 29 08:06:48.943376 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:48.943376 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:48.969034 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Pushing event updated for resources: {'Port': ['ID=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:48.981118 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651a68e-03cd-4026-bf77-4404c8b4e58b req-80d0610f-10df-4338-810c-13a08b93cfdc tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:48.984343 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3651a68e-03cd-4026-bf77-4404c8b4e58b req-80d0610f-10df-4338-810c-13a08b93cfdc tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.1183145 Oct 29 08:06:49.040511 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-1cd3d70c-f583-4ce5-bfe8-8814ea3f5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:49.042260 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-1cd3d70c-f583-4ce5-bfe8-8814ea3f5413 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a1da7c-ffb9-4930-963a-a76c26338bdf HTTP/1.1" status: 200 len: 848 time: 0.1824775 Oct 29 08:06:49.047542 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3651a68e-03cd-4026-bf77-4404c8b4e58b req-a3d9bfa1-edbb-4898-8ba7-141460b785f2 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Oct 29 08:06:49.067237 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:49.070591 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fedf2-3246-4989-975a-353c990c7f20 req-75763299-4773-4ad0-a95f-37689042955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:49.078157 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-75763299-4773-4ad0-a95f-37689042955b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.1236947 Oct 29 08:06:49.261852 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d03db7-98ed-478a-93dc-355823990dcd req-e5ed0317-6213-459f-a19d-b080bc985372 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:49.263947 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-8129b25a-99b9-4514-9da8-bd3f31d449b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d44728bf-5349-4d82-9548-73d2f1025695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072787 Oct 29 08:06:49.270758 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-88d03db7-98ed-478a-93dc-355823990dcd req-e5ed0317-6213-459f-a19d-b080bc985372 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 944 time: 0.0791667 Oct 29 08:06:49.328863 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-88d03db7-98ed-478a-93dc-355823990dcd req-fd5eef5a-42e2-4ed1-b4bd-7e2d9fd4ba42 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536213 Oct 29 08:06:49.346895 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9f25bd-adb8-4b78-9f53-ada328ccb120 x-openstack-request-id: req-7d9f25bd-adb8-4b78-9f53-ada328ccb120 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:49.347176 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da1ff8d-bd94-43c7-8ace-84f20cc7904b", "tag": "2e57ee87-c3af-4c16-ac14-cb198f0c95e4", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:49.347423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d9f25bd-adb8-4b78-9f53-ada328ccb120 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:49.347852 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'tag': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4', 'status': 'completed', 'code': 200} Oct 29 08:06:49.423875 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-a6e3d207-47ef-44e6-846e-84beda36cd56 None None] Provisioning complete for port 5ecd643b-8f85-4d3f-9e27-34decf381180 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:49.424579 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6e3d207-47ef-44e6-846e-84beda36cd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:49.468958 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fedf2-3246-4989-975a-353c990c7f20 req-447e8579-9a46-492f-8863-6fc0ce18573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:49.470854 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-447e8579-9a46-492f-8863-6fc0ce18573b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2341673 Oct 29 08:06:49.546850 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-69d083f9-a9df-4693-be53-b3d98d62c0a5 service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979983 Oct 29 08:06:49.635697 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fdc40-29a8-4530-89dc-7387e91e7998 req-80259a79-91ea-49a6-820d-ab7ec3ae7001 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:49.635697 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bb8fdc40-29a8-4530-89dc-7387e91e7998 req-80259a79-91ea-49a6-820d-ab7ec3ae7001 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0968509 Oct 29 08:06:49.714335 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bb8fdc40-29a8-4530-89dc-7387e91e7998 req-b52647fc-be5c-4c6c-9e3b-faf9218c2d61 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701294 Oct 29 08:06:49.790403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 5ecd643b-8f85-4d3f-9e27-34decf381180 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:49.870751 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 5ecd643b-8f85-4d3f-9e27-34decf381180 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:49.871207 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:49.988519 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5b047-38f7-4aca-9cd0-d57d485eccf3 req-89c05351-eb49-46ef-8bc0-326e6576cd4f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:49.991119 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e0a5b047-38f7-4aca-9cd0-d57d485eccf3 req-89c05351-eb49-46ef-8bc0-326e6576cd4f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1521358 Oct 29 08:06:50.045950 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:50.085286 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e0a5b047-38f7-4aca-9cd0-d57d485eccf3 req-984d0ad9-7148-4b5a-878f-10d559242c6b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801973 Oct 29 08:06:50.170428 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-14ba6bc4-e0b6-46d8-b4a1-fd6b3bf77b39 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890776 Oct 29 08:06:50.335427 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-51033ed4-b470-42f9-b4d0-dac5ba5ff272 req-8986b4f0-1647-46c9-954a-03d13c0cacf0 service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508783 Oct 29 08:06:50.494862 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e584f-b1ea-493e-b60e-44571ad7ec73 req-876c4de3-31d3-4f95-9998-c52bf83325ee tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:50.496817 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f53e584f-b1ea-493e-b60e-44571ad7ec73 req-876c4de3-31d3-4f95-9998-c52bf83325ee tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 944 time: 0.0742574 Oct 29 08:06:50.582742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f53e584f-b1ea-493e-b60e-44571ad7ec73 req-39a9f826-7043-494f-bcdb-42b5664b65df tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Oct 29 08:06:50.587595 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-610fedf2-3246-4989-975a-353c990c7f20 req-9498616d-495c-4d4b-bd73-ca3ea167ec09 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698537 Oct 29 08:06:50.628490 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-8811dac4-820a-47e1-8b33-9c093ac96072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:50.630089 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-8811dac4-820a-47e1-8b33-9c093ac96072 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0daddbdd83948c28f0159409db8fdf2&device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 1097 time: 0.0892904 Oct 29 08:06:50.649481 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:50.861967 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-dcf690c0-2fb7-405c-bcc2-0821547f6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:50.864837 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-dcf690c0-2fb7-405c-bcc2-0821547f6e6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 200 len: 909 time: 0.2269545 Oct 29 08:06:50.961094 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806799d-334a-46f0-a429-ec500917ae7c req-079355c4-d11b-4fa4-a6d0-26ea160ee62a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:50.967519 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4806799d-334a-46f0-a429-ec500917ae7c req-079355c4-d11b-4fa4-a6d0-26ea160ee62a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1274140 Oct 29 08:06:50.977702 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-74dc7f58-258f-4bba-9d4c-bfeb49efdc3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4 HTTP/1.1" status: 200 len: 217 time: 0.0931532 Oct 29 08:06:51.022959 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41684) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:51.034409 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4806799d-334a-46f0-a429-ec500917ae7c req-a18f2a9c-a0f3-4d63-b2a0-5b2b8033837d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594521 Oct 29 08:06:51.110872 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-d1d29ac9-8f1c-45c3-b76d-a7e0a927dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:51.113632 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-d1d29ac9-8f1c-45c3-b76d-a7e0a927dacc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3a1da7c-ffb9-4930-963a-a76c26338bdf HTTP/1.1" status: 200 len: 848 time: 0.1260021 Oct 29 08:06:51.177771 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-c9c024f2-382a-4ecd-8776-075a0dd78cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d44728bf-5349-4d82-9548-73d2f1025695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494411 Oct 29 08:06:51.286648 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:06:51.332903 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f58cd-7059-440f-8412-83d2415b019f req-f9425864-86da-4486-8c26-c9aee92d2d28 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:51.335425 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e67f58cd-7059-440f-8412-83d2415b019f req-f9425864-86da-4486-8c26-c9aee92d2d28 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1152289 Oct 29 08:06:51.355919 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30caf8a0-a5a9-4774-8534-4aebf26985b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:51.457105 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e67f58cd-7059-440f-8412-83d2415b019f req-0b562e7c-ebfe-480f-af0f-b130a9424d39 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088786 Oct 29 08:06:51.552390 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-0e92baba-9315-4a99-ba78-5a7ccd6309ad service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631580 Oct 29 08:06:51.600143 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30caf8a0-a5a9-4774-8534-4aebf26985b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:51.625689 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:06:51.642078 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:06:51.665672 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:06:51.666738 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:51.687558 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-30caf8a0-a5a9-4774-8534-4aebf26985b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:51.740297 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-52c3c59a-fee5-4c3a-9ce2-600e61876d36 req-c0b33fb5-7dd8-473a-853a-f03812fd4cf3 service neutron] 10.222.0.49 "GET /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697712 Oct 29 08:06:51.805768 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:51.807719 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b54c1714-d61f-49db-a0da-27aa53f91b8d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0970681 Oct 29 08:06:51.813356 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41696) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:51.832851 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-30caf8a0-a5a9-4774-8534-4aebf26985b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ab15c7efde94086827ede4c5137a4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086634 Oct 29 08:06:51.835010 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caf8a0-a5a9-4774-8534-4aebf26985b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaff579-76a3-4409-8b29-30cc3987ac37,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:51.838234 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41698) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:51.886650 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:06:51.893453 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22488778-8696-4789-a9dc-02de4df473b0 req-3b265147-ee92-4876-b628-43ea06bb89c1 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:51.895204 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-22488778-8696-4789-a9dc-02de4df473b0 req-3b265147-ee92-4876-b628-43ea06bb89c1 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 944 time: 0.1308730 Oct 29 08:06:51.943875 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc69e7ed-0d87-43a6-9166-df57a3ce629b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.025331 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc69e7ed-0d87-43a6-9166-df57a3ce629b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.054368 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-22488778-8696-4789-a9dc-02de4df473b0 req-97be37a7-09c4-46e6-b1d4-49bb86a486e7 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455648 Oct 29 08:06:52.186456 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:49Z', 'revision_number': 3, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:52.228210 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:06:52.228930 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Updating router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:06:52.261173 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc69e7ed-0d87-43a6-9166-df57a3ce629b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.266550 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fc69e7ed-0d87-43a6-9166-df57a3ce629b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.271882 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-fc69e7ed-0d87-43a6-9166-df57a3ce629b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/baaff579-76a3-4409-8b29-30cc3987ac37 HTTP/1.1" status: 204 len: 168 time: 0.4281583 Oct 29 08:06:52.287979 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.293994 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69e7ed-0d87-43a6-9166-df57a3ce629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaff579-76a3-4409-8b29-30cc3987ac37,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:52.366254 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e97a5a-a3b5-45cf-818f-e52513d7de65 req-c4224e61-3fe0-4734-ad89-0fb755e22cfd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:52.368979 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-53e97a5a-a3b5-45cf-818f-e52513d7de65 req-c4224e61-3fe0-4734-ad89-0fb755e22cfd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1678500 Oct 29 08:06:52.473066 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-53e97a5a-a3b5-45cf-818f-e52513d7de65 req-478963a0-0f4d-4388-b312-f925441c77de tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842803 Oct 29 08:06:52.631165 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.721615 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:52.728694 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4e797-2cdc-41e5-9cbc-57d306750867 req-1dd0ef87-2f9d-4951-885d-f87927453aab tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:52.730303 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ab4e797-2cdc-41e5-9cbc-57d306750867 req-1dd0ef87-2f9d-4951-885d-f87927453aab tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1172197 Oct 29 08:06:52.786718 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ab4e797-2cdc-41e5-9cbc-57d306750867 req-e5f132c0-7a64-42be-9e3a-3b6b8ec4cc97 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Oct 29 08:06:52.929743 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Allocated IP 172.20.0.1 (f8b8c9d1-03fa-4e4e-8832-c292076c8273/37b470e5-6b68-450a-b10b-1ab2cd526497/68aa65dc-320e-4bc4-8056-690d37b7ef29) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:06:53.060666 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.132587 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.193874 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7123a-9e93-42f9-8e43-3bb16ca17618 None None] Pushing event updated for resources: {'Port': ['ID=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:53.208408 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Attempting to bind port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:53.208980 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Attempting to bind port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:53.209221 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Attempting to bind port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:53.216844 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:53.217348 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:53.218012 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.218480 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:53.219238 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Bound port: 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:53.219741 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.225006 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3b04e-8e81-45f9-9513-ac87224c6678 req-339620d7-759e-41f9-83ff-5ff0c0b09f26 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:53.226899 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-60e3b04e-8e81-45f9-9513-ac87224c6678 req-339620d7-759e-41f9-83ff-5ff0c0b09f26 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 944 time: 0.0856416 Oct 29 08:06:53.266872 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.270370 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-60e3b04e-8e81-45f9-9513-ac87224c6678 req-49c78063-cbf1-4eda-8825-a9a50a42e995 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Oct 29 08:06:53.293635 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] For port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:53.298107 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] For port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:53.312423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:53.319980 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:53.324304 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:06:53.349522 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:06:53.366531 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Pushing event updated for resources: {'Port': ['ID=68aa65dc-320e-4bc4-8056-690d37b7ef29,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:53.374447 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.404906 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.500506 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:06:53.501877 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:53.571277 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:53.584546 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41722) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:53.608920 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4', 'network_id': 'd44728bf-5349-4d82-9548-73d2f1025695', 'port_id': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4', 'mac_address': 'fa:16:3e:66:7b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a1da7c-ffb9-4930-963a-a76c26338bdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:06:53.611102 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-763f126c-bf34-4363-b063-da2fff6da03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.732664 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.739288 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7123a-9e93-42f9-8e43-3bb16ca17618 None None] Pushing event updated for resources: {'Port': ['ID=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:53.788102 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:06:53.788421 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:06:53.797469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-58bf2017-18fc-47d8-acde-d6e21479f223 None None] Provisioning complete for port 68aa65dc-320e-4bc4-8056-690d37b7ef29 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:53.798427 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-58bf2017-18fc-47d8-acde-d6e21479f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.820861 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-763f126c-bf34-4363-b063-da2fff6da03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.841898 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b092c1-4e8e-4284-9546-0dca9316a1db req-d6b6ef9a-f7c8-4ec2-95c9-3b0d84a47eb7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:53.845904 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e9b092c1-4e8e-4284-9546-0dca9316a1db req-d6b6ef9a-f7c8-4ec2-95c9-3b0d84a47eb7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1258237 Oct 29 08:06:53.866239 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-58bf2017-18fc-47d8-acde-d6e21479f223 None None] Port 68aa65dc-320e-4bc4-8056-690d37b7ef29 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:06:53.871921 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.887042 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:53.932441 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-763f126c-bf34-4363-b063-da2fff6da03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:53.952007 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e9b092c1-4e8e-4284-9546-0dca9316a1db req-861fc3db-3f59-48b5-9211-7c8d57accee0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986128 Oct 29 08:06:53.957116 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.039950 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-763f126c-bf34-4363-b063-da2fff6da03f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b8a092ff22e4cafb76241892fc826f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530394 Oct 29 08:06:54.043452 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41726) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:54.051583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:54.056015 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f126c-bf34-4363-b063-da2fff6da03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e069cb-11b4-4f59-8e50-a18d473f0e61,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:54.150326 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4d450d-2f71-42a4-9788-0123eb263758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.161010 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:49Z', 'revision_number': 3, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:54.171497 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.192721 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0e5f8-ac05-43fc-91ff-1cf711e54093 None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:49Z', 'revision_number': 3, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:06:54.198660 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4d450d-2f71-42a4-9788-0123eb263758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.237991 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['2e57ee87-c3af-4c16-ac14-cb198f0c95e4'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:06:54.295541 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.404216 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4d450d-2f71-42a4-9788-0123eb263758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.407219 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4d450d-2f71-42a4-9788-0123eb263758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.411794 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1e4d450d-2f71-42a4-9788-0123eb263758 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66e069cb-11b4-4f59-8e50-a18d473f0e61 HTTP/1.1" status: 204 len: 168 time: 0.3658211 Oct 29 08:06:54.421231 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Pushing event updated for resources: {'Port': ['ID=68aa65dc-320e-4bc4-8056-690d37b7ef29,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:54.431554 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:54.449059 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d450d-2f71-42a4-9788-0123eb263758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e069cb-11b4-4f59-8e50-a18d473f0e61,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:54.489299 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec5345-c1c9-4cae-a305-1f332105c46f req-4b193807-c22c-4907-9a38-9842e2e41408 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:54.491143 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0aec5345-c1c9-4cae-a305-1f332105c46f req-4b193807-c22c-4907-9a38-9842e2e41408 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 945 time: 0.0781267 Oct 29 08:06:54.594937 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0aec5345-c1c9-4cae-a305-1f332105c46f req-eac25a72-d248-4b02-bd55-0015d2ddc54d tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 Oct 29 08:06:54.726528 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:06:54.728557 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:54.953826 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:06:55.196750 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:06:55.213742 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-1951b5b4-f06c-49a0-a47f-48e27ab99e96 admin admin] 10.222.0.74 "PUT /v2.0/routers/b1ee1f3e-f2f1-4105-bec7-32f3d83ef895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3984823 Oct 29 08:06:55.220524 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-912ec2d6-74ad-429c-a894-15023823c2cc None None] Provisioning complete for port 68aa65dc-320e-4bc4-8056-690d37b7ef29 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:55.221817 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-912ec2d6-74ad-429c-a894-15023823c2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:55.242675 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458dc24-8285-49dd-8d8e-57da8c24455a req-9673351e-d5e2-4514-b276-42ed7161480b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:55.251692 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c458dc24-8285-49dd-8d8e-57da8c24455a req-9673351e-d5e2-4514-b276-42ed7161480b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1395273 Oct 29 08:06:55.284902 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-912ec2d6-74ad-429c-a894-15023823c2cc None None] Port 68aa65dc-320e-4bc4-8056-690d37b7ef29 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:06:55.333175 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c458dc24-8285-49dd-8d8e-57da8c24455a req-cc0d5c8e-eff2-47f9-be24-899eeb727db1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805042 Oct 29 08:06:55.362145 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:55.517367 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:06:55.518461 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:55.519167 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:55.710686 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:55.801617 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:06:55.805550 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b567808-8a1a-4f92-a47a-1c35403f3193" -d '{"events": [{"server_uuid": "5da1ff8d-bd94-43c7-8ace-84f20cc7904b", "name": "network-vif-plugged", "status": "completed", "tag": "2e57ee87-c3af-4c16-ac14-cb198f0c95e4"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:06:55.833177 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:55.891728 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456a36-0c1c-411a-a142-279d609b8f1f req-48cbe1e6-322c-4782-9678-dd92cbd95363 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:55.892378 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:55.902647 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-74456a36-0c1c-411a-a142-279d609b8f1f req-48cbe1e6-322c-4782-9678-dd92cbd95363 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 945 time: 0.1323903 Oct 29 08:06:55.953508 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:55.969935 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-74456a36-0c1c-411a-a142-279d609b8f1f req-cfec95ef-b9f6-430f-b697-0f7968e12201 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664170 Oct 29 08:06:56.246809 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf517cf-0ea7-42be-af62-b99e2f53d0ad x-openstack-request-id: req-cbf517cf-0ea7-42be-af62-b99e2f53d0ad {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:06:56.248025 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da1ff8d-bd94-43c7-8ace-84f20cc7904b", "name": "network-vif-plugged", "status": "completed", "tag": "2e57ee87-c3af-4c16-ac14-cb198f0c95e4", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:06:56.248332 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cbf517cf-0ea7-42be-af62-b99e2f53d0ad {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:06:56.248967 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4', 'code': 200} Oct 29 08:06:56.291567 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:56.314177 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:56.314564 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:56.488610 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:56.534728 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6849c-e476-4ee7-8999-ea0c03be4dd9 req-76e0e5e5-8e86-487f-9a41-0576a287e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:56.536386 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-19e6849c-e476-4ee7-8999-ea0c03be4dd9 req-76e0e5e5-8e86-487f-9a41-0576a287e04b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 1099 time: 0.0962517 Oct 29 08:06:56.543595 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20779-be33-49ef-97f4-a5a5b936c4bd req-71779177-3eea-4a87-a00e-fbf099083b02 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:56.546184 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-20a20779-be33-49ef-97f4-a5a5b936c4bd req-71779177-3eea-4a87-a00e-fbf099083b02 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0956907 Oct 29 08:06:56.558677 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:56.594353 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-19e6849c-e476-4ee7-8999-ea0c03be4dd9 req-78def07c-0a6b-4e35-9419-d04126c6d9a4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Oct 29 08:06:56.611389 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-20a20779-be33-49ef-97f4-a5a5b936c4bd req-15d307b8-d206-4d6f-b70a-15a78a89ebd7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498431 Oct 29 08:06:56.641137 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:56.673353 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:06:56.690113 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41780) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:56.695475 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1813487117-network', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:56.719544 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:06:56.720389 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:56.807352 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:56.815096 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Made reservation on behalf of 4d5a57d84ac445ecbfe0c8eab53890be for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:56.817749 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:56.827871 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:56.829281 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.829637 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.829988 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.830425 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.830843 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.831359 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.831723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.832176 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.832638 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.832988 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.835266 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.835266 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:06:56.906406 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:06:56.958221 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.063779 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.140684 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2604d88-9ffa-4af7-91cc-6cba3f554501,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:57.163532 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:06:57.344345 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 2, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:57.378400 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:06:57.378846 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Updating router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 port 68aa65dc-320e-4bc4-8056-690d37b7ef29 binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:06:57.410156 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.410665 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Added segment 1098f1b6-a51c-4583-97ce-a5fce6316028 of type vlan for network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd Oct 29 08:06:57.420094 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.476751 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e62b14-1404-4de3-9e3f-1d8fd28880f2 req-390cde6f-0c48-4ef7-8b0b-2ee6c392cb43 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:57.478962 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b5e62b14-1404-4de3-9e3f-1d8fd28880f2 req-390cde6f-0c48-4ef7-8b0b-2ee6c392cb43 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 946 time: 0.3349810 Oct 29 08:06:57.490775 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.547242 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b5e62b14-1404-4de3-9e3f-1d8fd28880f2 req-8314278c-3f21-4607-bdd9-2f6a7632f2b8 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Oct 29 08:06:57.611762 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.613066 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:57.613807 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:57.764211 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] Pushing event updated for resources: {'Network': ['ID=f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:57.780374 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-449d2a8e-7dbb-4227-8384-fc47b4a7ef4c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0864680 Oct 29 08:06:57.783316 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41800) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:57.796560 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Request body: {'subnet': {'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1813487117-subnet', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:57.797200 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:06:57.799947 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:06:57.923298 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e5343-3511-42ed-9b41-f95b7a39e7bf req-6f56d065-9e51-43db-8696-40a3ce0bd9a2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:57.926235 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cf0e5343-3511-42ed-9b41-f95b7a39e7bf req-6f56d065-9e51-43db-8696-40a3ce0bd9a2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1410472 Oct 29 08:06:57.986885 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cf0e5343-3511-42ed-9b41-f95b7a39e7bf req-8916487c-bc30-4e13-a154-ecbc3f5bd15f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519483 Oct 29 08:06:57.987623 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Made reservation on behalf of 4d5a57d84ac445ecbfe0c8eab53890be for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:06:57.990092 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13384929'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.042479 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.046558 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:58.047156 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.172530 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.299027 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d4949-1de1-4c37-a1ea-3a621d440300 None None] Pushing event updated for resources: {'Port': ['ID=68aa65dc-320e-4bc4-8056-690d37b7ef29,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:58.335864 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Attempting to bind port 68aa65dc-320e-4bc4-8056-690d37b7ef29 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:06:58.336288 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Attempting to bind port 68aa65dc-320e-4bc4-8056-690d37b7ef29 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:06:58.336653 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Attempting to bind port 68aa65dc-320e-4bc4-8056-690d37b7ef29 on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:06:58.343543 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:06:58.343938 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Checking segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:58.344337 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.344732 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Bound using segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:06:58.345299 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Bound port: 68aa65dc-320e-4bc4-8056-690d37b7ef29, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:06:58.345577 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.355169 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13384987'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.427327 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b7b146-915c-42b4-bb13-7c4e9bd26dfd,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:58.436846 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Checking segment: {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:06:58.437405 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Network hostable DHCP agents. Network: f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:06:58.466403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] For port 68aa65dc-320e-4bc4-8056-690d37b7ef29, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:06:58.466403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] For port 68aa65dc-320e-4bc4-8056-690d37b7ef29, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=68aa65dc-320e-4bc4-8056-690d37b7ef29,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:06:58.546870 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:06:58.566313 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.638153 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:06:58.638877 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:06:58.697512 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e208d9-09ca-4612-a47e-704678c75615 req-a0c14acb-358b-49b9-b98c-767ec5b278a9 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:58.699554 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-45e208d9-09ca-4612-a47e-704678c75615 req-a0c14acb-358b-49b9-b98c-767ec5b278a9 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 946 time: 0.0689700 Oct 29 08:06:58.741736 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:06:58.755803 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:58.757612 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.780403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1796ea8-49fc-444c-8c4f-47512e23c1e2 None None] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:06:58.783653 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-29e44d29-3777-4ce5-8a45-8b5fa00b3650 None None] Provisioning complete for port 68aa65dc-320e-4bc4-8056-690d37b7ef29 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:06:58.784164 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29e44d29-3777-4ce5-8a45-8b5fa00b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:58.812528 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-45e208d9-09ca-4612-a47e-704678c75615 req-91b2f7ba-38c3-4b61-8b6b-cedf47245124 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Oct 29 08:06:58.871844 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d4949-1de1-4c37-a1ea-3a621d440300 None None] Pushing event updated for resources: {'Port': ['ID=68aa65dc-320e-4bc4-8056-690d37b7ef29,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:06:58.881903 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41844) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:58.883253 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-120de19b-26f8-4e61-b0ae-6057f21bd8be admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0959301 Oct 29 08:06:58.889106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:06:59.022969 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:06:59.027231 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.029644 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.120373 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.245960 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eb6a8-8490-4242-8055-5588a83a568a req-009f280a-dc43-46cb-afdc-145171a5d8ba tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:06:59.250568 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-250eb6a8-8490-4242-8055-5588a83a568a req-009f280a-dc43-46cb-afdc-145171a5d8ba tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1264811 Oct 29 08:06:59.348581 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-250eb6a8-8490-4242-8055-5588a83a568a req-9352a715-ac09-4fbf-a33e-849f3ac95932 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918167 Oct 29 08:06:59.587237 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29e44d29-3777-4ce5-8a45-8b5fa00b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.678322 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd', 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'fixed_ips': [{'subnet_id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:06:59.678322 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.745754 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-29e44d29-3777-4ce5-8a45-8b5fa00b3650 None None] For port 68aa65dc-320e-4bc4-8056-690d37b7ef29, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=68aa65dc-320e-4bc4-8056-690d37b7ef29,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:06:59.827376 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.854331 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-29e44d29-3777-4ce5-8a45-8b5fa00b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:06:59.945170 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41864) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:06:59.989646 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e44d29-3777-4ce5-8a45-8b5fa00b3650 None None] Pushing event updated for resources: {'Port': ['ID=68aa65dc-320e-4bc4-8056-690d37b7ef29,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:00.009901 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Allocated IP 172.20.0.2 (f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd/48b7b146-915c-42b4-bb13-7c4e9bd26dfd/6dedbeb0-745e-495b-beb2-d3ac820f0f34) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:00.048330 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-5a5cd44a-4534-4986-bf06-289e31bd7c47 None None] Provisioning complete for port 68aa65dc-320e-4bc4-8056-690d37b7ef29 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:00.048330 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd44a-4534-4986-bf06-289e31bd7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.051960 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:58Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:00.117654 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d202cfc4-b178-42aa-9e73-53296a0056bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.166755 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78207-f309-4d4f-b428-710eaa0bd8d6 None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:58Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:00.324334 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.372714 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.382200 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d202cfc4-b178-42aa-9e73-53296a0056bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.444971 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.451791 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d202cfc4-b178-42aa-9e73-53296a0056bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.509538 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d202cfc4-b178-42aa-9e73-53296a0056bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8248cd8855a94d40b133a69a476abb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592988 Oct 29 08:07:00.509841 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41878) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:00.532666 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202cfc4-b178-42aa-9e73-53296a0056bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf608d6-26d3-4348-ab86-b778c0fefe49,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:00.555298 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.581220 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Allocated IP 172.27.2.102 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/fd27a6c7-2818-45b5-ad87-afd12fe685b4) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:00.587614 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab03d2d6-e084-49f5-9d7a-3b50634c2f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.607647 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:00.611424 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:00.616700 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:00.630252 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Pushing event updated for resources: {'Port': ['ID=6dedbeb0-745e-495b-beb2-d3ac820f0f34,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:00.638197 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab03d2d6-e084-49f5-9d7a-3b50634c2f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.693418 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Attempting to bind port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:00.694746 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Attempting to bind port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:00.695382 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Attempting to bind port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 on network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:00.707487 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:00.708277 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Checking segment: {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:00.708765 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.709226 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Bound using segment: {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:00.709874 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Bound port: 6dedbeb0-745e-495b-beb2-d3ac820f0f34, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:00.710319 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.758943 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.812068 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab03d2d6-e084-49f5-9d7a-3b50634c2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.816007 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] For port 6dedbeb0-745e-495b-beb2-d3ac820f0f34, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:00.820488 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ab03d2d6-e084-49f5-9d7a-3b50634c2f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.820488 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ab03d2d6-e084-49f5-9d7a-3b50634c2f7e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dbf608d6-26d3-4348-ab86-b778c0fefe49 HTTP/1.1" status: 204 len: 168 time: 0.3069329 Oct 29 08:07:00.823324 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] For port 6dedbeb0-745e-495b-beb2-d3ac820f0f34, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=6dedbeb0-745e-495b-beb2-d3ac820f0f34,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:00.833974 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d2d6-e084-49f5-9d7a-3b50634c2f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf608d6-26d3-4348-ab86-b778c0fefe49,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:00.874906 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.916740 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:00.925050 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca077-4e10-495a-b80a-a5e2b076eabb req-c2e5fa44-9f71-4d50-af33-aa4a33c4da37 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:00.935446 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:00.935820 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e71ca077-4e10-495a-b80a-a5e2b076eabb req-c2e5fa44-9f71-4d50-af33-aa4a33c4da37 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0810964 Oct 29 08:07:00.950841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:00.954055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:00.983817 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd27a6c7-2818-45b5-ad87-afd12fe685b4,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:01.000917 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e71ca077-4e10-495a-b80a-a5e2b076eabb req-cb99a2d2-cb61-4d13-9189-d93a33e7dde5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646155 Oct 29 08:07:01.081067 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2711798-77d9-4acf-aeab-cd87e51a4e0f None None] Pushing event updated for resources: {'Port': ['ID=6dedbeb0-745e-495b-beb2-d3ac820f0f34,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:01.202879 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b7bcc-a319-4d9a-9bb9-6b9feb117993 req-4ef801ba-d77d-4287-8af1-ce9183e05a6c tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:01.204860 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d54b7bcc-a319-4d9a-9bb9-6b9feb117993 req-4ef801ba-d77d-4287-8af1-ce9183e05a6c tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 946 time: 0.0909538 Oct 29 08:07:01.267769 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d54b7bcc-a319-4d9a-9bb9-6b9feb117993 req-58d42044-5ed3-4fd0-8689-fd14d307f209 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Oct 29 08:07:01.440492 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:01.752088 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:01.821539 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 68aa65dc-320e-4bc4-8056-690d37b7ef29 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:01.823039 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41890) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:01.842117 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d0397e8-c745-4b4c-a75b-ab28f2ce0f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:01.895838 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 68aa65dc-320e-4bc4-8056-690d37b7ef29 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:01.896415 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.007812 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d0397e8-c745-4b4c-a75b-ab28f2ce0f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.030232 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Router 1a62f3e9-7356-4d23-8f8b-e864653245e6 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:07:02.117821 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4d0397e8-c745-4b4c-a75b-ab28f2ce0f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.129690 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 6dedbeb0-745e-495b-beb2-d3ac820f0f34 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:02.190450 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0397e8-c745-4b4c-a75b-ab28f2ce0f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc02a6-81a6-415d-87a1-c02624fc969d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:02.204020 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:02.204922 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.241376 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4d0397e8-c745-4b4c-a75b-ab28f2ce0f6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9256a3db0a404b3c94836cfcf4a2c176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166465 Oct 29 08:07:02.246329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 41894) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:02.278720 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:07:02.293099 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Sync routers for ids ['1a62f3e9-7356-4d23-8f8b-e864653245e6'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:07:02.311039 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794cde8-f09d-4626-946e-8cac163f116e req-a6e909ac-38ca-4ec5-b75a-ad30e4e3a59b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:02.314311 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2794cde8-f09d-4626-946e-8cac163f116e req-a6e909ac-38ca-4ec5-b75a-ad30e4e3a59b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1708539 Oct 29 08:07:02.316484 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Routers {'1a62f3e9-7356-4d23-8f8b-e864653245e6'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:02.317459 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['1a62f3e9-7356-4d23-8f8b-e864653245e6'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:02.347584 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.408754 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-59228c9a-ea2a-4ef4-9844-1e7c263cca50 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:02.410565 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-59228c9a-ea2a-4ef4-9844-1e7c263cca50 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 946 time: 0.1138999 Oct 29 08:07:02.420373 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3db8724f-d529-4825-8dd8-202083fd8c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.424602 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2794cde8-f09d-4626-946e-8cac163f116e req-a42fb4dc-5cab-4554-be74-ce6665854d93 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973673 Oct 29 08:07:02.437785 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 6dedbeb0-745e-495b-beb2-d3ac820f0f34, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=6dedbeb0-745e-495b-beb2-d3ac820f0f34,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:02.454632 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Set router 1a62f3e9-7356-4d23-8f8b-e864653245e6 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:02.461570 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e4dde-b495-4515-a9e0-3729b2bd0dd1 None None] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:07:02.507149 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.509480 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-36b86f4a-87a2-46ae-b1cc-94c9475b55a9 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6244802 Oct 29 08:07:02.514584 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41900) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:02.521736 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3db8724f-d529-4825-8dd8-202083fd8c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.609525 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-89e97667-b544-4c70-907e-e1e276266bc4 None None] Provisioning complete for port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:02.611296 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e97667-b544-4c70-907e-e1e276266bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.659429 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.705088 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Deleting port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:07:02.705423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.736279 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=6dedbeb0-745e-495b-beb2-d3ac820f0f34,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:02.747448 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:07:01Z', 'revision_number': 3, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:02.799641 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Checking router: 1a62f3e9-7356-4d23-8f8b-e864653245e6 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:07:02.799641 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Updating router 1a62f3e9-7356-4d23-8f8b-e864653245e6 port fd27a6c7-2818-45b5-ad87-afd12fe685b4 binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:07:02.828704 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e9922-dfe8-4ecd-96dc-86f93375a05b req-69a8895e-30da-4cc8-abcb-ca4517d0004b tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:02.830462 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4c6e9922-dfe8-4ecd-96dc-86f93375a05b req-69a8895e-30da-4cc8-abcb-ca4517d0004b tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 946 time: 0.2377293 Oct 29 08:07:02.841703 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.860451 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] For port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,segment=NetworkSegment(510fca6f-2237-4823-b413-03208d879157),segment_id=510fca6f-2237-4823-b413-03208d879157)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:02.860451 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.885829 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Calling delete_port for 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:07:02.888476 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3db8724f-d529-4825-8dd8-202083fd8c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.891168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3db8724f-d529-4825-8dd8-202083fd8c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:02.895897 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3db8724f-d529-4825-8dd8-202083fd8c88 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7dc02a6-81a6-415d-87a1-c02624fc969d HTTP/1.1" status: 204 len: 168 time: 0.6442325 Oct 29 08:07:02.896096 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4c6e9922-dfe8-4ecd-96dc-86f93375a05b req-121cfec0-1141-4f1d-ad90-0181bb674e41 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/security-groups?id=cde304e8-df5e-4f4a-adcb-f6ac37b3f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574100 Oct 29 08:07:02.912699 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8724f-d529-4825-8dd8-202083fd8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc02a6-81a6-415d-87a1-c02624fc969d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:03.339219 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.355939 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['2e57ee87-c3af-4c16-ac14-cb198f0c95e4'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:07:03.382221 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.395068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Pushing event deleted for resources: {'Port': ['ID=2e57ee87-c3af-4c16-ac14-cb198f0c95e4,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:03.460634 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-a92fecbe-d7c1-40a8-8892-d131f921be95 None None] Provisioning complete for port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:03.462679 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a92fecbe-d7c1-40a8-8892-d131f921be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.501569 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.555834 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] No DVR routers for this DVR port 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:07:03.562097 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.566811 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-03f669f1-2401-4396-a3ae-9c24032fb13c req-fc9a1f24-9e3c-4304-a83c-08fbb9c46de4 tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.49 "DELETE /v2.0/ports/2e57ee87-c3af-4c16-ac14-cb198f0c95e4 HTTP/1.1" status: 204 len: 173 time: 1.1233826 Oct 29 08:07:03.567444 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'name': 'network-vif-deleted', 'tag': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:07:03.569841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01376d28-4cce-4cf9-b580-12a201979b59" -d '{"events": [{"server_uuid": "5da1ff8d-bd94-43c7-8ace-84f20cc7904b", "name": "network-vif-deleted", "tag": "2e57ee87-c3af-4c16-ac14-cb198f0c95e4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:07:03.581713 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.641823 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3d7fe-b396-4b57-b813-4539b54d5b1f req-daddceb7-59ff-4b8b-a098-f09048b02c37 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:03.652640 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-80f3d7fe-b396-4b57-b813-4539b54d5b1f req-daddceb7-59ff-4b8b-a098-f09048b02c37 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0865269 Oct 29 08:07:03.692972 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd27a6c7-2818-45b5-ad87-afd12fe685b4,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:03.709582 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Attempting to bind port fd27a6c7-2818-45b5-ad87-afd12fe685b4 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:03.709831 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Attempting to bind port fd27a6c7-2818-45b5-ad87-afd12fe685b4 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:03.710260 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Attempting to bind port fd27a6c7-2818-45b5-ad87-afd12fe685b4 on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:03.715042 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.715513 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.716714 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.717197 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.717648 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.718056 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.720618 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.720618 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.720618 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.720618 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.721035 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.721111 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:03.727550 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:03.727987 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:03.728420 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.728847 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:03.729454 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Bound port: fd27a6c7-2818-45b5-ad87-afd12fe685b4, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:03.729893 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.743469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 6dedbeb0-745e-495b-beb2-d3ac820f0f34 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:03.820556 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:03.820849 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:03.859098 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-80f3d7fe-b396-4b57-b813-4539b54d5b1f req-918bc864-b018-428c-96b0-5781038e8019 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236732 Oct 29 08:07:03.897807 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] For port fd27a6c7-2818-45b5-ad87-afd12fe685b4, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:03.902911 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] For port fd27a6c7-2818-45b5-ad87-afd12fe685b4, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=fd27a6c7-2818-45b5-ad87-afd12fe685b4,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:03.906091 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Allocated IP 172.20.0.1 (f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd/48b7b146-915c-42b4-bb13-7c4e9bd26dfd/cc49c657-9c71-4b0c-9a26-80f433c0889f) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:03.934195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de16588-d6a3-498e-a07b-35d054eb678e x-openstack-request-id: req-1de16588-d6a3-498e-a07b-35d054eb678e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:07:03.934787 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da1ff8d-bd94-43c7-8ace-84f20cc7904b", "name": "network-vif-deleted", "tag": "2e57ee87-c3af-4c16-ac14-cb198f0c95e4", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:07:03.936038 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1de16588-d6a3-498e-a07b-35d054eb678e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:07:03.936614 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da1ff8d-bd94-43c7-8ace-84f20cc7904b', 'name': 'network-vif-deleted', 'tag': '2e57ee87-c3af-4c16-ac14-cb198f0c95e4', 'status': 'completed', 'code': 200} Oct 29 08:07:04.032148 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:04.044829 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9c8ca916-25e8-4f0f-814d-c4d2f55f62bd req-35cae384-77ef-41fd-a88b-7554403d3a0f tempest-VolumesActionsTest-1286875853 tempest-VolumesActionsTest-1286875853-project] 10.222.0.74 "GET /v2.0/ports?device_id=5da1ff8d-bd94-43c7-8ace-84f20cc7904b HTTP/1.1" status: 200 len: 210 time: 0.0502133 Oct 29 08:07:04.097043 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Routers {'1a62f3e9-7356-4d23-8f8b-e864653245e6'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:04.097769 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['1a62f3e9-7356-4d23-8f8b-e864653245e6'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:04.119551 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:04.177689 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c8c74-29f4-4532-86fa-0d12bc6d4bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd27a6c7-2818-45b5-ad87-afd12fe685b4,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:04.236416 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] Set router 1a62f3e9-7356-4d23-8f8b-e864653245e6 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:04.277741 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:04.320959 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:04.331296 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:04.335523 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:04.341738 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Pushing event updated for resources: {'Port': ['ID=cc49c657-9c71-4b0c-9a26-80f433c0889f,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:04.383089 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:04.467936 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:07:01Z', 'revision_number': 3, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:04.507326 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12ae7-726e-4122-8088-f011f8d23cf5 None None] The sync data for ids ['1a62f3e9-7356-4d23-8f8b-e864653245e6'] in dv-cinder-741349-6-iscsi is: [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:07:01Z', 'revision_number': 3, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:04.683843 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-ca22aa03-b7a6-4549-8388-f2d6e2a0709c None None] Provisioning complete for port cc49c657-9c71-4b0c-9a26-80f433c0889f triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:04.684590 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ca22aa03-b7a6-4549-8388-f2d6e2a0709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:04.721183 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:04.758493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ca22aa03-b7a6-4549-8388-f2d6e2a0709c None None] Port cc49c657-9c71-4b0c-9a26-80f433c0889f cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:05.054700 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:05.083790 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776b50-e506-4615-8691-43bcad721f62 req-d840b225-b2ca-48af-9ff4-a7dd80171e51 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:05.086406 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54776b50-e506-4615-8691-43bcad721f62 req-d840b225-b2ca-48af-9ff4-a7dd80171e51 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0893581 Oct 29 08:07:05.146410 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54776b50-e506-4615-8691-43bcad721f62 req-cfe26d5a-dfed-46ef-92e5-6c65a5628075 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497570 Oct 29 08:07:05.180276 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:05.299771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:05.312119 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Pushing event updated for resources: {'Port': ['ID=cc49c657-9c71-4b0c-9a26-80f433c0889f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:05.437782 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:05.437782 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:05.624634 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Router 1a62f3e9-7356-4d23-8f8b-e864653245e6 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:07:05.873435 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device fd27a6c7-2818-45b5-ad87-afd12fe685b4 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:05.971336 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-f010e445-25c9-429b-b396-56c305344224 None None] Provisioning complete for port cc49c657-9c71-4b0c-9a26-80f433c0889f triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:05.971745 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f010e445-25c9-429b-b396-56c305344224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:06.018146 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port fd27a6c7-2818-45b5-ad87-afd12fe685b4 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:06.018525 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:06.020622 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f010e445-25c9-429b-b396-56c305344224 None None] Port cc49c657-9c71-4b0c-9a26-80f433c0889f cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:06.027180 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:07:06.047699 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-00b9f869-71ff-45bf-a490-dfadb758274a admin admin] 10.222.0.74 "PUT /v2.0/routers/1a62f3e9-7356-4d23-8f8b-e864653245e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5134420 Oct 29 08:07:06.369752 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:06.383523 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f26d-578f-4f0f-89fc-c30d741bc3ed req-ff335eae-81cc-4944-9da7-13ace39f2935 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:06.385236 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8e92f26d-578f-4f0f-89fc-c30d741bc3ed req-ff335eae-81cc-4944-9da7-13ace39f2935 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0774240 Oct 29 08:07:06.423064 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port fd27a6c7-2818-45b5-ad87-afd12fe685b4, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=fd27a6c7-2818-45b5-ad87-afd12fe685b4,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:06.460189 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8e92f26d-578f-4f0f-89fc-c30d741bc3ed req-04f67752-8917-424f-ac08-8524b1fef9de tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656586 Oct 29 08:07:06.516663 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:06.625220 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=fd27a6c7-2818-45b5-ad87-afd12fe685b4,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:06.998642 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Sync routers for ids ['1a62f3e9-7356-4d23-8f8b-e864653245e6'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:07:07.015086 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Routers {'1a62f3e9-7356-4d23-8f8b-e864653245e6'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:07.016340 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['1a62f3e9-7356-4d23-8f8b-e864653245e6'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:07.205398 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Set router 1a62f3e9-7356-4d23-8f8b-e864653245e6 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:07.283607 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 41996) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:07.289281 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281192249', 'description': 'tempest-secgroup-smoke-281192249 description', 'project_id': 'ff48a32616594d1db6e016b952ab70eb'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:07.409306 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:07.454176 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:07:04Z', 'revision_number': 4, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'cc49c657-9c71-4b0c-9a26-80f433c0889f', 'name': '', 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'mac_address': 'fa:16:3e:1e:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:03Z', 'updated_at': '2021-10-29T08:07:04Z', 'revision_number': 2, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'subnets': [{'id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:07.497759 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:07:07.502265 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Checking router: 1a62f3e9-7356-4d23-8f8b-e864653245e6 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:07:07.506597 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Updating router 1a62f3e9-7356-4d23-8f8b-e864653245e6 port cc49c657-9c71-4b0c-9a26-80f433c0889f binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:07:07.519091 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:07.538447 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:07:07.539022 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 2e57ee87-c3af-4c16-ac14-cb198f0c95e4 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:07:07.594850 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:07.645420 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:07.707640 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b638f2-f8cc-4d7a-a2b4-47a57a887d19,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:07.750953 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3cb8-90b9-45e5-b3d7-9e04cc5ced43 req-f4d47e4f-0801-4bdf-bade-a59156b63559 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:07.753739 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f78a3cb8-90b9-45e5-b3d7-9e04cc5ced43 req-f4d47e4f-0801-4bdf-bade-a59156b63559 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1577396 Oct 29 08:07:07.777481 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device fd27a6c7-2818-45b5-ad87-afd12fe685b4 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:07.824690 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f78a3cb8-90b9-45e5-b3d7-9e04cc5ced43 req-1a207025-1cae-46bd-8ef7-cfbe9376e2c9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598757 Oct 29 08:07:07.841562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:07.848113 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6f9c2899-b55c-44a6-a4ec-7a577a0d4f48 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5627203 Oct 29 08:07:07.849326 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42008) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:07.867003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group_rule': {'security_group_id': '07b638f2-f8cc-4d7a-a2b4-47a57a887d19', 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:07.912720 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port fd27a6c7-2818-45b5-ad87-afd12fe685b4 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:07.913093 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.030109 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.088695 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.118072 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.209207 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.243275 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.296163 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96f3ff2-838d-406a-be57-9c49c5ef8439,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:08.302316 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fcfc9-da8e-42b0-98e1-5fc9f1a13980 None None] Pushing event updated for resources: {'Port': ['ID=cc49c657-9c71-4b0c-9a26-80f433c0889f,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:08.369366 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Attempting to bind port cc49c657-9c71-4b0c-9a26-80f433c0889f on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:08.369738 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.370304 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Attempting to bind port cc49c657-9c71-4b0c-9a26-80f433c0889f by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:08.370860 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Attempting to bind port cc49c657-9c71-4b0c-9a26-80f433c0889f on network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:08.372961 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-93793d08-3aaa-4d54-9db3-9f4247570a51 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5195723 Oct 29 08:07:08.377445 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:08.379847 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:08.379847 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Checking segment: {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:08.380211 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.380627 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Bound using segment: {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:08.381229 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Bound port: cc49c657-9c71-4b0c-9a26-80f433c0889f, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1098f1b6-a51c-4583-97ce-a5fce6316028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:08.381681 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.386007 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group_rule': {'security_group_id': '07b638f2-f8cc-4d7a-a2b4-47a57a887d19', 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:08.478424 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] For port cc49c657-9c71-4b0c-9a26-80f433c0889f, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:08.485429 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] For port cc49c657-9c71-4b0c-9a26-80f433c0889f, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=cc49c657-9c71-4b0c-9a26-80f433c0889f,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:08.568581 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.592999 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.678508 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Routers {'1a62f3e9-7356-4d23-8f8b-e864653245e6'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:08.679311 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:06:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['1a62f3e9-7356-4d23-8f8b-e864653245e6'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:08.681965 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.689166 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-de3e745d-4743-488f-82c9-fc0c89938bf8 None None] Provisioning complete for port cc49c657-9c71-4b0c-9a26-80f433c0889f triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:08.689535 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de3e745d-4743-488f-82c9-fc0c89938bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.781809 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fcfc9-da8e-42b0-98e1-5fc9f1a13980 None None] Pushing event updated for resources: {'Port': ['ID=cc49c657-9c71-4b0c-9a26-80f433c0889f,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:08.783633 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.823394 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5a345e-94a1-4404-890c-821faf144a33,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:08.924965 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:08.929709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42034) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:08.936610 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group_rule': {'security_group_id': '07b638f2-f8cc-4d7a-a2b4-47a57a887d19', 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:08.937932 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-7022d398-11a5-4f48-9dc4-806b356abb43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5579231 Oct 29 08:07:08.992597 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] Set router 1a62f3e9-7356-4d23-8f8b-e864653245e6 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:09.052832 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de3e745d-4743-488f-82c9-fc0c89938bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.087412 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.121995 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f35f5-b078-40ec-adbf-aa454189aad5 req-07a09beb-14cc-4076-8af2-bcdbffd8448e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:09.126138 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9b4f35f5-b078-40ec-adbf-aa454189aad5 req-07a09beb-14cc-4076-8af2-bcdbffd8448e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0975299 Oct 29 08:07:09.192943 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.221705 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9b4f35f5-b078-40ec-adbf-aa454189aad5 req-46325a0c-5325-451c-bead-5364b00ae3f7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872424 Oct 29 08:07:09.290141 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-de3e745d-4743-488f-82c9-fc0c89938bf8 None None] For port cc49c657-9c71-4b0c-9a26-80f433c0889f, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=cc49c657-9c71-4b0c-9a26-80f433c0889f,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:09.317612 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.340205 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3e3094-96ce-44bb-a1f0-5b102faf5dac,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:09.415820 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de3e745d-4743-488f-82c9-fc0c89938bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.488272 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e745d-4743-488f-82c9-fc0c89938bf8 None None] Pushing event updated for resources: {'Port': ['ID=cc49c657-9c71-4b0c-9a26-80f433c0889f,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:09.503226 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:07:04Z', 'revision_number': 4, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'cc49c657-9c71-4b0c-9a26-80f433c0889f', 'name': '', 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'mac_address': 'fa:16:3e:1e:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:03Z', 'updated_at': '2021-10-29T08:07:08Z', 'revision_number': 4, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'subnets': [{'id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:09.535765 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75185b30-d08d-42a3-8d8d-ea4697669459 None None] The sync data for ids ['1a62f3e9-7356-4d23-8f8b-e864653245e6'] in dv-cinder-741349-6-iscsi is: [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:07:04Z', 'revision_number': 4, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'cc49c657-9c71-4b0c-9a26-80f433c0889f', 'name': '', 'network_id': 'f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'mac_address': 'fa:16:3e:1e:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:03Z', 'updated_at': '2021-10-29T08:07:08Z', 'revision_number': 4, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'subnets': [{'id': '48b7b146-915c-42b4-bb13-7c4e9bd26dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:09.547655 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4a21bbfb-e5af-49db-b7d1-4d7cc28f03c6 None None] Provisioning complete for port cc49c657-9c71-4b0c-9a26-80f433c0889f triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:09.548048 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a21bbfb-e5af-49db-b7d1-4d7cc28f03c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.658848 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.682174 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-15cdda00-cc47-4248-b667-2c193c2a60bd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7318549 Oct 29 08:07:09.682494 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42064) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:09.682494 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group_rule': {'security_group_id': '07b638f2-f8cc-4d7a-a2b4-47a57a887d19', 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:09.768375 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device cc49c657-9c71-4b0c-9a26-80f433c0889f up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:09.822154 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port cc49c657-9c71-4b0c-9a26-80f433c0889f triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:09.822521 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.881560 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:09.948568 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.029120 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.048861 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6dc98f-0be3-4a15-ba68-5aac12168cd5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:10.139975 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.141279 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-fb1035b8-9c67-4dbc-b3b7-7a6b477d4924 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4748306 Oct 29 08:07:10.144470 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42068) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:10.149590 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group_rule': {'security_group_id': '07b638f2-f8cc-4d7a-a2b4-47a57a887d19', 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:10.237966 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Project ff48a32616594d1db6e016b952ab70eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:07:10.243600 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.367766 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.381684 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce09390-1afd-4945-9a68-51e3a085cbcc req-df478c97-95b5-4d6b-8c56-d96ba829a2e7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:10.383405 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bce09390-1afd-4945-9a68-51e3a085cbcc req-df478c97-95b5-4d6b-8c56-d96ba829a2e7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0810225 Oct 29 08:07:10.431623 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bce09390-1afd-4945-9a68-51e3a085cbcc req-fff3a6cd-13fb-4384-b3ab-c28e021b70e4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Oct 29 08:07:10.452495 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.472348 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea3506c-5a85-45b2-8212-b73e4b4fb18c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:10.599404 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.600767 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6d313ba9-c351-42d7-9488-69d9b20a1705 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4552431 Oct 29 08:07:10.605861 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42080) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:10.611564 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'security_group_rule': {'security_group_id': '07b638f2-f8cc-4d7a-a2b4-47a57a887d19', 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:10.712213 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Project ff48a32616594d1db6e016b952ab70eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:07:10.717798 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.821868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:10.912413 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:11.069382 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797ea0ef-a144-4a64-a98f-759e6d0a9f7e,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:11.102384 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:11.103708 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-c4753742-cb9f-40d0-aa28-a487f917d59b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4966502 Oct 29 08:07:11.584671 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd8445-4113-4516-8b88-31124d1c7191 req-7a8f9ddf-1beb-49ce-b488-a23eb5421010 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:11.586391 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-90cd8445-4113-4516-8b88-31124d1c7191 req-7a8f9ddf-1beb-49ce-b488-a23eb5421010 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0626454 Oct 29 08:07:11.644822 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-90cd8445-4113-4516-8b88-31124d1c7191 req-f0900945-3ae7-49dd-808c-3418db3c38f5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495749 Oct 29 08:07:12.820594 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8fbdf-5536-4d6f-9b26-1e583aa7c01c req-ef04d489-b43e-4371-918b-37cbca84056e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:12.823303 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3ca8fbdf-5536-4d6f-9b26-1e583aa7c01c req-ef04d489-b43e-4371-918b-37cbca84056e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0780220 Oct 29 08:07:12.891317 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3ca8fbdf-5536-4d6f-9b26-1e583aa7c01c req-adea1c17-11de-4397-adaf-d94c12e75dba tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601652 Oct 29 08:07:13.178956 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101fd4-8640-47e1-a549-a7835d9da05b req-f3194ee1-7661-404c-bcc7-9ddeb9cfd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:13.180613 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-a3101fd4-8640-47e1-a549-a7835d9da05b req-f3194ee1-7661-404c-bcc7-9ddeb9cfd7f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 1098 time: 0.0515583 Oct 29 08:07:13.229335 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-a3101fd4-8640-47e1-a549-a7835d9da05b req-450cc6aa-6402-49b7-a8db-d5c2521a1830 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364795 Oct 29 08:07:13.392076 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0da35de5-d765-4151-8bf1-0df62781411b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:13.848511 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:07:14.031360 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7f64-b2fd-493b-bb41-e26244315150 req-117dd13c-7438-41c0-94c2-a8bfd05ea4ce tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:14.032182 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ffeb7f64-b2fd-493b-bb41-e26244315150 req-117dd13c-7438-41c0-94c2-a8bfd05ea4ce tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0539904 Oct 29 08:07:14.074524 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ffeb7f64-b2fd-493b-bb41-e26244315150 req-56d07cb7-5bac-443e-a753-061012f193eb tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Oct 29 08:07:15.272262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7886e7-398c-4cc5-85ef-54cdd4731ea5 req-069a32da-8915-4583-b0c0-2d672775039a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:15.282975 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6c7886e7-398c-4cc5-85ef-54cdd4731ea5 req-069a32da-8915-4583-b0c0-2d672775039a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0787721 Oct 29 08:07:15.360579 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6c7886e7-398c-4cc5-85ef-54cdd4731ea5 req-749c7e7e-f4cd-463d-8b04-9ca2432792fb tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759506 Oct 29 08:07:15.599967 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab246-c196-4ea6-929f-d4b4107c01e7 req-2cff745e-7221-4e35-a5f8-42ae6cf6a3cd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:15.599967 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae5ab246-c196-4ea6-929f-d4b4107c01e7 req-2cff745e-7221-4e35-a5f8-42ae6cf6a3cd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1363139 Oct 29 08:07:15.703032 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae5ab246-c196-4ea6-929f-d4b4107c01e7 req-b38ea6b6-f07b-44ad-baf3-bc46a1f12a3c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254373 Oct 29 08:07:16.084059 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42234) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:16.279100 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40700ab1-d974-4fa0-82c9-c8cf378ea6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:16.346878 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3fcffae3-ec43-4c88-a177-77ed1c4784f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:16.440625 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40700ab1-d974-4fa0-82c9-c8cf378ea6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:16.577602 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40700ab1-d974-4fa0-82c9-c8cf378ea6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:16.642907 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-40700ab1-d974-4fa0-82c9-c8cf378ea6bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b041eebbb9a2495088eab40dc30c3aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569711 Oct 29 08:07:16.645555 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42240) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:16.652116 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700ab1-d974-4fa0-82c9-c8cf378ea6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57260388-5681-4b3b-bae9-ef6593d2c7a4,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:16.730293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b3d95b0-72ad-47f6-ad51-dea8b257da15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:16.796575 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b3d95b0-72ad-47f6-ad51-dea8b257da15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:17.010072 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b3d95b0-72ad-47f6-ad51-dea8b257da15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:17.017709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b3d95b0-72ad-47f6-ad51-dea8b257da15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:17.019930 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-3b3d95b0-72ad-47f6-ad51-dea8b257da15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57260388-5681-4b3b-bae9-ef6593d2c7a4 HTTP/1.1" status: 204 len: 168 time: 0.3729737 Oct 29 08:07:17.039083 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d95b0-72ad-47f6-ad51-dea8b257da15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57260388-5681-4b3b-bae9-ef6593d2c7a4,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:17.202452 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:17.348734 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:17.875231 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:18.580796 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac9c08-580d-4c66-b95f-2dd0fbdf2d11 req-4b0a5e9e-d80b-4285-9e1a-bc7ed685171c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:18.583192 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-92ac9c08-580d-4c66-b95f-2dd0fbdf2d11 req-4b0a5e9e-d80b-4285-9e1a-bc7ed685171c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1067107 Oct 29 08:07:18.586088 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-e89b2a52-fed4-4bd7-91d1-b8658ac5cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:18.588637 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-e89b2a52-fed4-4bd7-91d1-b8658ac5cae5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.0533352 Oct 29 08:07:18.699792 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-92ac9c08-580d-4c66-b95f-2dd0fbdf2d11 req-1ef30e5b-9969-4ebc-a43c-78218cda208c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925784 Oct 29 08:07:18.753195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-9c143766-3277-42bd-a0d5-13b1e50d7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:18.759370 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-9c143766-3277-42bd-a0d5-13b1e50d7831 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.1612949 Oct 29 08:07:18.820885 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-cb223696-721e-470e-b9ec-4e5417db8bb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0529926 Oct 29 08:07:18.882943 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-ea4515dc-a9e0-4a24-82c0-084e73e38d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:18.886217 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-ea4515dc-a9e0-4a24-82c0-084e73e38d39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0570440 Oct 29 08:07:18.948500 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-fe494e15-d7d9-4206-913f-3077c2567112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492799 Oct 29 08:07:19.078243 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:19.225120 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-939e208c-39a4-4069-a904-38de74948536 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670457 Oct 29 08:07:19.399291 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ababd92a-5105-4a7d-9335-2836aa4da210 req-2de65b88-d8a6-4ebd-bfda-9d6d4a492f79 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578553 Oct 29 08:07:19.843606 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7677c-44da-4d23-934a-7ca88a89241b req-7decfc4c-0942-40d7-ad93-47d86d97e54a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:19.845206 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-edf7677c-44da-4d23-934a-7ca88a89241b req-7decfc4c-0942-40d7-ad93-47d86d97e54a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0601974 Oct 29 08:07:19.889765 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-edf7677c-44da-4d23-934a-7ca88a89241b req-3510867e-81bc-4fbf-8338-6e4cc5f55aac tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Oct 29 08:07:21.051455 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebfbf8-4eb0-4be9-a7f0-8279f9773c88 req-53dcf772-7b90-4c0a-84d8-588497102ed1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:21.053354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5eebfbf8-4eb0-4be9-a7f0-8279f9773c88 req-53dcf772-7b90-4c0a-84d8-588497102ed1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0802906 Oct 29 08:07:21.150161 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5eebfbf8-4eb0-4be9-a7f0-8279f9773c88 req-34975816-0160-4a38-a394-30b84a4a2a33 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Oct 29 08:07:22.304471 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b618349-138a-4109-ae35-6fd1ddec7943 req-8c0d6b79-1406-41a1-aac7-194b0b78ba4c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:22.306672 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5b618349-138a-4109-ae35-6fd1ddec7943 req-8c0d6b79-1406-41a1-aac7-194b0b78ba4c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0709488 Oct 29 08:07:22.354017 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5b618349-138a-4109-ae35-6fd1ddec7943 req-b0bc3ef1-b299-448f-a9a0-494278b7bc13 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Oct 29 08:07:23.390021 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42348) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:23.530425 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03618c-7042-463a-8aac-a67ca754aa9d req-71d5916f-c578-4561-b5f3-fa13f1619146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:23.533029 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1a03618c-7042-463a-8aac-a67ca754aa9d req-71d5916f-c578-4561-b5f3-fa13f1619146 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0802891 Oct 29 08:07:23.562713 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f37a59e5-ea68-45bc-99c7-efea7bfd08c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:23.585946 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1a03618c-7042-463a-8aac-a67ca754aa9d req-28dd6979-979c-4d75-92de-1aac7bdba7ba tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Oct 29 08:07:23.678386 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f37a59e5-ea68-45bc-99c7-efea7bfd08c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:23.822796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f37a59e5-ea68-45bc-99c7-efea7bfd08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:23.874509 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f37a59e5-ea68-45bc-99c7-efea7bfd08c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3d20aaf61274a559c541078367cbf19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831412 Oct 29 08:07:23.876111 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a59e5-ea68-45bc-99c7-efea7bfd08c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2bccf-4ade-4aeb-a687-47e9d5c441e9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:23.877556 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42354) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:23.944655 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c72996af-aa57-4a21-9869-85deea7cd155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:23.976899 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c72996af-aa57-4a21-9869-85deea7cd155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:24.157940 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c72996af-aa57-4a21-9869-85deea7cd155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:24.161057 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c72996af-aa57-4a21-9869-85deea7cd155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:24.162799 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-c72996af-aa57-4a21-9869-85deea7cd155 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ed2bccf-4ade-4aeb-a687-47e9d5c441e9 HTTP/1.1" status: 204 len: 168 time: 0.2842174 Oct 29 08:07:24.172505 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72996af-aa57-4a21-9869-85deea7cd155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2bccf-4ade-4aeb-a687-47e9d5c441e9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:24.785720 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9142ad-cb37-47b1-9d3a-681d2100af4f req-e74f293b-9636-4663-a4cf-90ab9076f68d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:24.798385 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb9142ad-cb37-47b1-9d3a-681d2100af4f req-e74f293b-9636-4663-a4cf-90ab9076f68d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1149795 Oct 29 08:07:24.868409 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb9142ad-cb37-47b1-9d3a-681d2100af4f req-f3279774-fcb4-492a-81a8-173c7dfa2769 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677736 Oct 29 08:07:26.025477 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efa0a-f160-47c8-927b-c7f9f76c8b92 req-aac94460-fb40-424f-8d20-9a63937671c7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:26.035904 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd5efa0a-f160-47c8-927b-c7f9f76c8b92 req-aac94460-fb40-424f-8d20-9a63937671c7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0698164 Oct 29 08:07:26.157316 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd5efa0a-f160-47c8-927b-c7f9f76c8b92 req-c5a5c964-db0c-4c43-95cf-f184c5e72705 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145179 Oct 29 08:07:26.747771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42410) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:26.975912 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ea02-24cd-4758-a285-0b957c474ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.092046 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ea02-24cd-4758-a285-0b957c474ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.163429 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ea02-24cd-4758-a285-0b957c474ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.218084 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-a6e7ea02-24cd-4758-a285-0b957c474ad5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c6b229d15064ae3ac3358ff5d914b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685650 Oct 29 08:07:27.219181 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7ea02-24cd-4758-a285-0b957c474ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bea2eb-72e8-4d53-9123-89c48f192594,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:27.222253 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42416) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:27.317913 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23610996-eb56-43c9-84d8-ca01196baebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.401928 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23610996-eb56-43c9-84d8-ca01196baebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.452021 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081b8f4-3aca-47d6-a4d6-4e158638fa70 req-69c07313-dc6d-415f-b93b-a9f3dd062ee3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:27.453915 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3081b8f4-3aca-47d6-a4d6-4e158638fa70 req-69c07313-dc6d-415f-b93b-a9f3dd062ee3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1136196 Oct 29 08:07:27.506962 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3081b8f4-3aca-47d6-a4d6-4e158638fa70 req-07bdea32-6988-4a19-8ffa-378a83e85e56 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Oct 29 08:07:27.789281 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23610996-eb56-43c9-84d8-ca01196baebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.796061 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-23610996-eb56-43c9-84d8-ca01196baebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:27.797380 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-23610996-eb56-43c9-84d8-ca01196baebb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96bea2eb-72e8-4d53-9123-89c48f192594 HTTP/1.1" status: 204 len: 168 time: 0.5736268 Oct 29 08:07:27.813755 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23610996-eb56-43c9-84d8-ca01196baebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bea2eb-72e8-4d53-9123-89c48f192594,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:28.754152 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31365f6a-ba15-43b4-be24-ba5e16a4ecae req-fd8b339e-a6bd-474c-88e6-5e913b0b9457 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:28.757096 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-31365f6a-ba15-43b4-be24-ba5e16a4ecae req-fd8b339e-a6bd-474c-88e6-5e913b0b9457 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1157722 Oct 29 08:07:28.836537 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-31365f6a-ba15-43b4-be24-ba5e16a4ecae req-eb235b6d-d479-49a2-8589-ce961cb55af9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695479 Oct 29 08:07:29.395623 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42454) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:29.591359 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1524782424-network', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:29.723359 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Made reservation on behalf of ed3ce2eff0a14cb88416511268477fd3 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:07:29.725644 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:29.756384 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:29.920684 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:30.103683 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:30.135081 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9901105-10b6-4c5b-bc99-066600ba332e req-87c31d0b-2003-4228-ba13-f0d5910368e6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:30.135081 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e9901105-10b6-4c5b-bc99-066600ba332e req-87c31d0b-2003-4228-ba13-f0d5910368e6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1176224 Oct 29 08:07:30.185947 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:07:30.197742 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf16207-eba3-4e9a-a6cf-1722e814670a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:30.206212 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:30.206212 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Added segment e7820e5a-fb4f-4a52-b2a5-bd158cff13ad of type vlan for network 13aacc88-1e80-40d8-b2e4-745b0edbce8d Oct 29 08:07:30.236558 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e9901105-10b6-4c5b-bc99-066600ba332e req-95257dbd-3e13-47e8-ad3a-5944b211cc41 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839458 Oct 29 08:07:30.282051 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:30.429466 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:30.431234 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:30.432254 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:30.568139 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] Pushing event updated for resources: {'Network': ['ID=13aacc88-1e80-40d8-b2e4-745b0edbce8d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:30.582027 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:07:30.589574 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42474) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:30.595914 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-397b96b3-cb47-497e-81a5-37a481f712b4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1924531 Oct 29 08:07:30.602628 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Request body: {'subnet': {'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1524782424-subnet', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:30.828760 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Made reservation on behalf of ed3ce2eff0a14cb88416511268477fd3 for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:07:30.832019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15977304'] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:31.120411 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15807297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15977122'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:31.178686 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d20f64-1d74-48b4-99ce-99c100437589,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:31.193132 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Checking segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:31.193506 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Network hostable DHCP agents. Network: 13aacc88-1e80-40d8-b2e4-745b0edbce8d, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:07:31.320680 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:07:31.377112 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc12e-6b87-4f0c-86d5-0ce010ab9e8a req-e03fa58a-0c86-4ea5-abc8-97d866eaa54a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:31.378745 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d93fc12e-6b87-4f0c-86d5-0ce010ab9e8a req-e03fa58a-0c86-4ea5-abc8-97d866eaa54a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0620670 Oct 29 08:07:31.419010 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d93fc12e-6b87-4f0c-86d5-0ce010ab9e8a req-783a2827-b6cf-432b-8a4f-9121ebd44339 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Oct 29 08:07:31.422389 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 13aacc88-1e80-40d8-b2e4-745b0edbce8d) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:31.427095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:31.427585 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:31.437913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90788d1a-4462-47a5-b070-323a3dfe85bd None None] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:07:31.580864 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-203574a9-ab97-4ffd-be53-c59f641551a8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9872620 Oct 29 08:07:31.583512 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42496) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:31.589750 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:31.684025 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:31.685649 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:31.804788 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:31.862364 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:07:31.864156 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.089527 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Allocated IP 172.20.0.2 (13aacc88-1e80-40d8-b2e4-745b0edbce8d/02d20f64-1d74-48b4-99ce-99c100437589/ac913c45-b559-47ed-99ec-c5b64474ea20) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:32.167034 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.274815 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.347053 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.435239 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:32.438576 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:32.442432 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:32.451068 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Pushing event updated for resources: {'Port': ['ID=ac913c45-b559-47ed-99ec-c5b64474ea20,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:32.508853 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Attempting to bind port ac913c45-b559-47ed-99ec-c5b64474ea20 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:32.509405 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Attempting to bind port ac913c45-b559-47ed-99ec-c5b64474ea20 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:32.509844 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Attempting to bind port ac913c45-b559-47ed-99ec-c5b64474ea20 on network 13aacc88-1e80-40d8-b2e4-745b0edbce8d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:32.516627 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:32.517005 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Checking segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:32.517411 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.517804 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Bound using segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:32.518289 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Bound port: ac913c45-b559-47ed-99ec-c5b64474ea20, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:32.518781 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.528261 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.568234 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.629328 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] For port ac913c45-b559-47ed-99ec-c5b64474ea20, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:32.632648 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] For port ac913c45-b559-47ed-99ec-c5b64474ea20, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ac913c45-b559-47ed-99ec-c5b64474ea20,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:32.635933 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35039-7415-4e48-b330-a829476c596b req-a92e790d-8ad7-4428-9132-57a3a0ee01f3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:32.635933 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7dc35039-7415-4e48-b330-a829476c596b req-a92e790d-8ad7-4428-9132-57a3a0ee01f3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1240933 Oct 29 08:07:32.710188 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7dc35039-7415-4e48-b330-a829476c596b req-21d6b50e-5e66-4b31-b58d-28c14100d1d3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664973 Oct 29 08:07:32.724522 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Allocated IP 172.27.2.99 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/39b5f828-1725-4ef0-b86a-80ee7fe3de9d) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:32.740985 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:32.814181 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3b85-6bbf-4158-8f11-0dbb1fa574dd None None] Pushing event updated for resources: {'Port': ['ID=ac913c45-b559-47ed-99ec-c5b64474ea20,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:32.870820 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:33.000657 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:33.058428 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:33.063058 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:33.076866 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:33.142190 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:33.554259 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:33.839292 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ac913c45-b559-47ed-99ec-c5b64474ea20 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:33.913201 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port ac913c45-b559-47ed-99ec-c5b64474ea20 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:33.913910 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:33.925679 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cde66-f599-4a79-8f89-159e2576676b req-cdd3b7b1-3761-4d4d-bba2-74f3cec16ee1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:33.927128 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ff8cde66-f599-4a79-8f89-159e2576676b req-cdd3b7b1-3761-4d4d-bba2-74f3cec16ee1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0884120 Oct 29 08:07:34.091168 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:34.095099 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ff8cde66-f599-4a79-8f89-159e2576676b req-cc51df31-f54a-4826-af11-471c9992f3bc tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070557 Oct 29 08:07:34.152459 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port ac913c45-b559-47ed-99ec-c5b64474ea20, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ac913c45-b559-47ed-99ec-c5b64474ea20,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:34.161448 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:34.237971 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:34.287893 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b0852-7b03-40b7-b195-0b6302eae8ad None None] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:07:34.418668 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-d154b513-aedd-463c-9896-4d9a0d351a39 None None] Provisioning complete for port ac913c45-b559-47ed-99ec-c5b64474ea20 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:34.419035 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d154b513-aedd-463c-9896-4d9a0d351a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:34.434639 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:07:34.458513 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=ac913c45-b559-47ed-99ec-c5b64474ea20,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:34.577447 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:07:34.601800 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Sync routers for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:07:34.636219 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:34.637949 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:34.689625 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:34.696850 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-51864783-f5d4-44eb-a85d-9b8366a05aa9 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1092317 Oct 29 08:07:34.697513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42546) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:34.802411 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:35.046983 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-0c8ccc8f-5659-41ca-93e7-6c0db9a4f1ea None None] Provisioning complete for port ac913c45-b559-47ed-99ec-c5b64474ea20 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:35.051594 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c8ccc8f-5659-41ca-93e7-6c0db9a4f1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:35.142412 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:33Z', 'revision_number': 3, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:35.196604 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Checking router: 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:07:35.197248 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Updating router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:07:35.254358 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:35.322390 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b9ef5-9745-4016-a625-5ded9071f167 req-1ece8295-d5ae-49b0-b5e6-5cdd1a247af2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:35.332827 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a31b9ef5-9745-4016-a625-5ded9071f167 req-1ece8295-d5ae-49b0-b5e6-5cdd1a247af2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0814135 Oct 29 08:07:35.453949 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a31b9ef5-9745-4016-a625-5ded9071f167 req-9f31c8ef-67b0-4f99-8ead-bbebf47efec0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036808 Oct 29 08:07:35.664799 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:35.803282 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ac913c45-b559-47ed-99ec-c5b64474ea20 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:35.889359 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port ac913c45-b559-47ed-99ec-c5b64474ea20 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:35.889824 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:35.923924 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.079280 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.085588 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Attempting to bind port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:36.085850 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Attempting to bind port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:36.086200 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Attempting to bind port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:36.094741 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934aed3-83df-4a4d-922b-ed0c840c9c04 None None] Pushing event updated for resources: {'Port': ['ID=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:36.096822 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:36.097451 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:36.097586 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.097939 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:36.098886 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Bound port: 39b5f828-1725-4ef0-b86a-80ee7fe3de9d, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:36.098886 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.165041 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] For port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:36.170496 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] For port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:36.248874 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.312683 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:36.313656 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:36.327515 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Allocated IP 172.20.0.1 (13aacc88-1e80-40d8-b2e4-745b0edbce8d/02d20f64-1d74-48b4-99ce-99c100437589/0939e837-2cc1-41b4-8bfb-6d0959cbd044) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:36.398690 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934aed3-83df-4a4d-922b-ed0c840c9c04 None None] Pushing event updated for resources: {'Port': ['ID=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:36.469075 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:36.545139 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.672287 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:36.736204 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Pushing event updated for resources: {'Port': ['ID=0939e837-2cc1-41b4-8bfb-6d0959cbd044,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:36.736398 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273dbaf-7ce9-4ace-9758-fef6ab577616 req-cedd7399-9cbe-4ab1-9935-bf0498ee68e2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:36.738352 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c273dbaf-7ce9-4ace-9758-fef6ab577616 req-cedd7399-9cbe-4ab1-9935-bf0498ee68e2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1043763 Oct 29 08:07:36.767794 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:36.771436 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:36.776635 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9036d229-d286-4489-928b-9176b1129e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:33Z', 'revision_number': 3, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:36.779147 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:36.820083 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c273dbaf-7ce9-4ace-9758-fef6ab577616 req-f61f1cd4-867b-4616-95a2-8e80d349d2de tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736189 Oct 29 08:07:36.839100 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9036d229-d286-4489-928b-9176b1129e47 None None] The sync data for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi is: [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:33Z', 'revision_number': 3, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:36.868234 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:37.156224 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-9574f1e9-05d9-4eab-9a38-d0b778bbd0e1 None None] Provisioning complete for port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:37.156802 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9574f1e9-05d9-4eab-9a38-d0b778bbd0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:37.219605 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:37.221491 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9574f1e9-05d9-4eab-9a38-d0b778bbd0e1 None None] Port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:37.533395 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:37.651966 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:37.831041 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:37.833397 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 39b5f828-1725-4ef0-b86a-80ee7fe3de9d up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:37.847335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Pushing event updated for resources: {'Port': ['ID=0939e837-2cc1-41b4-8bfb-6d0959cbd044,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:38.036267 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:38.037034 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:38.075276 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e2f0b-8399-445b-848b-064563ed8bc2 req-d55129e1-ab9e-4971-b905-4c8b13184ff1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:38.087122 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ba4e2f0b-8399-445b-848b-064563ed8bc2 req-d55129e1-ab9e-4971-b905-4c8b13184ff1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1276021 Oct 29 08:07:38.124334 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:38.132418 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:38.151238 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ba4e2f0b-8399-445b-848b-064563ed8bc2 req-ad6c93f3-59a7-409f-8f22-09b10cd70c04 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625310 Oct 29 08:07:38.378206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:38.450783 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:38.457513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:07:38.544253 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:38.674330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:07:38.685180 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e688ec03-ba0c-4336-affa-5221ab9e6c2e admin admin] 10.222.0.74 "PUT /v2.0/routers/9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9832442 Oct 29 08:07:38.726630 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:38.763982 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-9fc63687-9ef1-4027-a0b1-273458fc4b8b None None] Provisioning complete for port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:38.764493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9fc63687-9ef1-4027-a0b1-273458fc4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:38.817032 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9fc63687-9ef1-4027-a0b1-273458fc4b8b None None] Port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:39.350053 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83c02-d3ff-4f12-8e84-daeb13fd8548 req-17624fa8-51ce-475b-a0c3-94adf9550509 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:39.351762 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5de83c02-d3ff-4f12-8e84-daeb13fd8548 req-17624fa8-51ce-475b-a0c3-94adf9550509 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0944369 Oct 29 08:07:39.464498 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5de83c02-d3ff-4f12-8e84-daeb13fd8548 req-0588a856-d229-45cb-be8e-ba3a11493e54 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998104 Oct 29 08:07:39.544720 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Sync routers for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:07:39.562966 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:39.564583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:39.818159 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:39.878645 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42638) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:39.884071 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-457930409-network', 'tenant_id': '57234acd83624426abde5c95c683c583'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:39.889593 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 39b5f828-1725-4ef0-b86a-80ee7fe3de9d up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:40.006729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Made reservation on behalf of 57234acd83624426abde5c95c683c583 for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:07:40.009611 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.024876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.096607 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:40.096607 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.174390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.243466 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.302805 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:07:40.320375 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5bee33-a1f0-48ad-b154-9f98b6694710,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:40.340527 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.343297 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Added segment f5bf46e7-706b-476a-870d-e0c18cbba75c of type vlan for network 8b148dc9-85a9-4058-89af-07e3ab5c9678 Oct 29 08:07:40.440731 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.483613 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 2, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:40.514585 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Checking router: 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:07:40.514966 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Updating router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:07:40.568438 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.638916 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.639853 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:40.640483 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:40.743419 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] Pushing event updated for resources: {'Network': ['ID=8b148dc9-85a9-4058-89af-07e3ab5c9678,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:40.792682 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:07:41.038905 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-fa4b5da5-7247-4fd1-984f-f3e991d87b91 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1590934 Oct 29 08:07:41.042917 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42672) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:41.050502 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Request body: {'subnet': {'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-457930409-subnet', 'tenant_id': '57234acd83624426abde5c95c683c583', 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:41.056696 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.264113 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.274639 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Made reservation on behalf of 57234acd83624426abde5c95c683c583 for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:07:41.279185 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15977304'] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.331058 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a036b63-f4de-4f0c-be33-541644267ca0 None None] Pushing event updated for resources: {'Port': ['ID=0939e837-2cc1-41b4-8bfb-6d0959cbd044,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:41.460372 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Attempting to bind port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:41.460777 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Attempting to bind port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:41.461164 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Attempting to bind port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 on network 13aacc88-1e80-40d8-b2e4-745b0edbce8d {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:41.478950 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:41.479784 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Checking segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:41.481017 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.481530 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Bound using segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:41.482902 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Bound port: 0939e837-2cc1-41b4-8bfb-6d0959cbd044, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:41.484068 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.627149 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb1fc0-7d36-4d25-8665-60b0e45aaf20 req-37a889e5-2757-4e35-a41c-333ff28b5567 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:41.651461 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a0fb1fc0-7d36-4d25-8665-60b0e45aaf20 req-37a889e5-2757-4e35-a41c-333ff28b5567 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1169901 Oct 29 08:07:41.684575 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] For port 0939e837-2cc1-41b4-8bfb-6d0959cbd044, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:41.687475 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] For port 0939e837-2cc1-41b4-8bfb-6d0959cbd044, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0939e837-2cc1-41b4-8bfb-6d0959cbd044,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:41.723614 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a0fb1fc0-7d36-4d25-8665-60b0e45aaf20 req-d2848675-5872-4f0d-9d24-e11ad2491232 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643458 Oct 29 08:07:41.742876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15807297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15977122'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.794682 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.801362 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-9ac3af1c-557d-4373-984a-6327d3b05faa None None] Provisioning complete for port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:41.805279 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ac3af1c-557d-4373-984a-6327d3b05faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:41.825564 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a1a08a-d55c-45c6-9781-051a22a29c44,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:41.839714 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Checking segment: {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:41.840194 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Network hostable DHCP agents. Network: 8b148dc9-85a9-4058-89af-07e3ab5c9678, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:07:41.951506 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a036b63-f4de-4f0c-be33-541644267ca0 None None] Pushing event updated for resources: {'Port': ['ID=0939e837-2cc1-41b4-8bfb-6d0959cbd044,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:41.952169 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:07:41.961008 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:41.968577 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:42.040511 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 8b148dc9-85a9-4058-89af-07e3ab5c9678) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:42.054149 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:42.054757 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.090725 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f69ae0-44ad-4692-a994-29649e9f2099 None None] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:07:42.185985 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:42.187270 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42698) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:42.188183 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-81ee18c0-b573-4f0f-b37b-620264ad575d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1418188 Oct 29 08:07:42.193847 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:42.252679 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eaf4e-8304-4edf-95a2-b0195615f3b3 req-f4e49340-7710-44f0-bf47-2caa431f7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:42.254250 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-588eaf4e-8304-4edf-95a2-b0195615f3b3 req-f4e49340-7710-44f0-bf47-2caa431f7dff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.0920012 Oct 29 08:07:42.301405 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-588eaf4e-8304-4edf-95a2-b0195615f3b3 req-9f048e6a-70f0-4dfa-9887-206a06ff2226 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Oct 29 08:07:42.338109 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.346021 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.395785 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ac3af1c-557d-4373-984a-6327d3b05faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.442010 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.483162 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9ac3af1c-557d-4373-984a-6327d3b05faa None None] For port 0939e837-2cc1-41b4-8bfb-6d0959cbd044, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0939e837-2cc1-41b4-8bfb-6d0959cbd044,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:42.686202 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-8b148dc9-85a9-4058-89af-07e3ab5c9678', 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678', 'tenant_id': '57234acd83624426abde5c95c683c583', 'fixed_ips': [{'subnet_id': '06a1a08a-d55c-45c6-9781-051a22a29c44'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:07:42.687092 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.717693 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:41Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:42.720780 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9ac3af1c-557d-4373-984a-6327d3b05faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.780185 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259a095-820a-4bb5-8aca-5cf558c7599d None None] The sync data for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi is: [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:41Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:42.926844 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3af1c-557d-4373-984a-6327d3b05faa None None] Pushing event updated for resources: {'Port': ['ID=0939e837-2cc1-41b4-8bfb-6d0959cbd044,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:42.940757 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-2d852a06-8b42-4039-b9c5-cdfc79032dc5 None None] Provisioning complete for port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:42.941142 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2d852a06-8b42-4039-b9c5-cdfc79032dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:42.962637 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-fc03b390-a3c5-4c16-ad0f-c8a27850a963 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281192249&fields=id&tenant_id=ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 267 time: 0.2207112 Oct 29 08:07:42.972795 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.031418 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Allocated IP 172.20.0.2 (8b148dc9-85a9-4058-89af-07e3ab5c9678/06a1a08a-d55c-45c6-9781-051a22a29c44/53f29041-9934-4f55-9204-1c25c79aee7e) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:43.217415 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a88729ab-2f3c-400a-9eb5-78207f7bbcb0 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:43.226828 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a88729ab-2f3c-400a-9eb5-78207f7bbcb0 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 812 time: 0.2435822 Oct 29 08:07:43.256468 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-1ca313f6-b205-4190-aeda-966d99a000c9 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/quotas/ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 375 time: 0.0282385 Oct 29 08:07:43.376755 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-e3d78e10-0f1e-4e61-980f-a4b18604289f tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051707 Oct 29 08:07:43.540652 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c99158b7-1f4a-4feb-84a1-51b0b5a1cd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.581066 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.595304 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-9f72bdc0-1fe5-4a1f-b35c-f94ddc93a305 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117894 Oct 29 08:07:43.604498 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.662625 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.676282 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.748427 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:43.752734 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:43.790783 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Pushing event updated for resources: {'Port': ['ID=53f29041-9934-4f55-9204-1c25c79aee7e,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:43.794909 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:43.815106 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0939e837-2cc1-41b4-8bfb-6d0959cbd044 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:43.922466 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Attempting to bind port 53f29041-9934-4f55-9204-1c25c79aee7e on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:43.922823 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Attempting to bind port 53f29041-9934-4f55-9204-1c25c79aee7e by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:43.923187 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Attempting to bind port 53f29041-9934-4f55-9204-1c25c79aee7e on network 8b148dc9-85a9-4058-89af-07e3ab5c9678 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:43.924260 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-92389199-fdf7-4cc0-ac22-349da0edf487 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835248 Oct 29 08:07:43.932228 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:43.932630 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Checking segment: {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:43.933059 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.934508 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Bound using segment: {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:43.934508 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Bound port: 53f29041-9934-4f55-9204-1c25c79aee7e, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:43.934928 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:43.963333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Allocated IP 172.27.2.249 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/8914f32b-2f09-4fad-a61a-93967c6e7fb6) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:43.981017 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:43.983954 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:44.059740 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] For port 53f29041-9934-4f55-9204-1c25c79aee7e, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:44.064604 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] For port 53f29041-9934-4f55-9204-1c25c79aee7e, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=53f29041-9934-4f55-9204-1c25c79aee7e,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:44.144001 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:44.184880 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:44.275734 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:44.280287 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e75643-4add-4f61-bc88-e0fe1f30a3e6 None None] Pushing event updated for resources: {'Port': ['ID=53f29041-9934-4f55-9204-1c25c79aee7e,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:44.345382 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:44.348871 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:44.354133 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:44.410131 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Pushing event updated for resources: {'Port': ['ID=8914f32b-2f09-4fad-a61a-93967c6e7fb6,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:45.016289 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42774) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:45.092599 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674c764-aba1-43a5-affd-fd97cb01d035 req-48068193-b9be-4279-9ca9-57806b8fa54f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:45.099503 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c674c764-aba1-43a5-affd-fd97cb01d035 req-48068193-b9be-4279-9ca9-57806b8fa54f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1344459 Oct 29 08:07:45.145436 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.175833 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.181594 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c674c764-aba1-43a5-affd-fd97cb01d035 req-26cbc0a9-31dc-4294-ba6f-39ddf3df081a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Oct 29 08:07:45.290042 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.427142 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8542a398-fb37-4b22-98b1-368c0c074e55 req-ec3ea866-8594-429a-a058-4d615feaa211 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 210 time: 0.0342929 Oct 29 08:07:45.429095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.525972 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459aa8bd-7992-45e9-8cb6-b7185385df7f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:45.542178 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c09db8d70167495e93979375bc8821d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240982 Oct 29 08:07:45.545338 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.546055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.546604 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.547200 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.547826 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.548323 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.548827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.549333 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.549871 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.550369 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.550849 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.551336 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b058fa-9180-4eeb-a2fa-d2a752ca8941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:45.556797 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42796) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:45.649330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-99534672-7253-4cf2-89be-05f39c5f2cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.658355 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.729856 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-99534672-7253-4cf2-89be-05f39c5f2cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.833235 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 53f29041-9934-4f55-9204-1c25c79aee7e up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:45.883815 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486d106-0aa0-4d89-9c2f-ec43dcffcc82 None None] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:07:45.945978 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-e87a2d3f-a3fb-404a-a20f-4613e339eee9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775967 Oct 29 08:07:45.958210 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 53f29041-9934-4f55-9204-1c25c79aee7e triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:45.958733 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.977709 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Router c07e0124-a9c5-4f8b-be38-9e7c89f34674 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:07:45.987272 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-f0090542-0923-4230-9267-375e6cd91ea7 None None] Provisioning complete for port 53f29041-9934-4f55-9204-1c25c79aee7e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:45.987966 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0090542-0923-4230-9267-375e6cd91ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.988525 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-99534672-7253-4cf2-89be-05f39c5f2cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.992883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-99534672-7253-4cf2-89be-05f39c5f2cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:45.999250 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-99534672-7253-4cf2-89be-05f39c5f2cea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/459aa8bd-7992-45e9-8cb6-b7185385df7f HTTP/1.1" status: 204 len: 168 time: 0.4403450 Oct 29 08:07:46.056188 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99534672-7253-4cf2-89be-05f39c5f2cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459aa8bd-7992-45e9-8cb6-b7185385df7f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:46.097165 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-8d1797a2-7f78-4abc-8f71-f99bfeaa7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:46.100235 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-8d1797a2-7f78-4abc-8f71-f99bfeaa7745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.1149108 Oct 29 08:07:46.158952 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:07:46.166212 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:46.190629 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Sync routers for ids ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:07:46.224536 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Routers {'c07e0124-a9c5-4f8b-be38-9e7c89f34674'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:46.224856 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 53f29041-9934-4f55-9204-1c25c79aee7e, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=53f29041-9934-4f55-9204-1c25c79aee7e,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:46.225208 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:46.306046 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-69e0bae3-3a26-4454-a61b-97c90e5754a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:46.307862 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-69e0bae3-3a26-4454-a61b-97c90e5754a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.1842299 Oct 29 08:07:46.315588 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:46.317028 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-a38877f9-bb19-41a0-9d57-66ab146ccaaa admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1282189 Oct 29 08:07:46.320227 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42822) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:46.368845 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f0090542-0923-4230-9267-375e6cd91ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:46.385935 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-af9db85c-df7a-48a1-855d-c511edebfd64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0580876 Oct 29 08:07:46.408030 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:46.428117 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Set router c07e0124-a9c5-4f8b-be38-9e7c89f34674 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:46.461178 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c56782e9-57da-44e6-afda-edb6c9eb5111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:46.482183 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-211522bd-aa5f-40a7-8156-85fcc8a914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:46.482183 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-211522bd-aa5f-40a7-8156-85fcc8a914f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0880451 Oct 29 08:07:46.514885 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad2d68-9f59-478c-8c26-08e4a08de990 req-6240e826-8220-4752-9255-3fd9c07804fb tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:46.526618 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7aad2d68-9f59-478c-8c26-08e4a08de990 req-6240e826-8220-4752-9255-3fd9c07804fb tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.2498925 Oct 29 08:07:46.565124 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-bc25c178-dd16-47bd-95f9-ae01dc3df98d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755014 Oct 29 08:07:46.595340 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=53f29041-9934-4f55-9204-1c25c79aee7e,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:46.608502 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.db.api [None req-f0090542-0923-4230-9267-375e6cd91ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:07:46.609074 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG oslo_db.api [None req-f0090542-0923-4230-9267-375e6cd91ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:07:46.650213 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7aad2d68-9f59-478c-8c26-08e4a08de990 req-c02f2737-e67f-4c11-b7ad-57c126b12b6d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150489 Oct 29 08:07:46.745115 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-0d602f84-cc29-4cbb-8903-5a736804997c service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691482 Oct 29 08:07:46.799611 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e0a066ea-fb56-4abe-9245-a5ea23f69153 req-d726b292-68d3-405c-8176-7a663ceb151b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 210 time: 0.0575328 Oct 29 08:07:46.829929 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:07:44Z', 'revision_number': 3, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:46.872906 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Checking router: c07e0124-a9c5-4f8b-be38-9e7c89f34674 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:07:46.873446 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Updating router c07e0124-a9c5-4f8b-be38-9e7c89f34674 port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:07:46.904803 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:46.905059 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7d0e1be7-a780-460c-9bdc-fecc35c97d18 req-abb37905-e988-4138-9499-898f4c125fa9 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510832 Oct 29 08:07:47.046997 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-5cea174a-0dd6-41d6-bafb-8e02d6455ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:47.048935 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-5cea174a-0dd6-41d6-bafb-8e02d6455ace service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.0684602 Oct 29 08:07:47.137653 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.146789 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.175602 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-072ba022-3285-4030-904e-ad027e0f09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:47.177216 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-072ba022-3285-4030-904e-ad027e0f09be service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.1177053 Oct 29 08:07:47.226217 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-0143579f-66f8-4258-81b7-f1beebbeac7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0386949 Oct 29 08:07:47.286654 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-c3de277c-8b37-4d99-ae4b-8f39bb5deefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:47.289340 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-c3de277c-8b37-4d99-ae4b-8f39bb5deefb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0549617 Oct 29 08:07:47.301104 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.332263 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-7cbe774f-905e-477c-b80c-6b894feddd4a None None] Provisioning complete for port 53f29041-9934-4f55-9204-1c25c79aee7e triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:47.332655 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-936ad8bf-a6f2-4bad-88e3-fda93b5a5548 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357485 Oct 29 08:07:47.334705 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7cbe774f-905e-477c-b80c-6b894feddd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.353576 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.420442 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Allocated IP 172.20.0.1 (8b148dc9-85a9-4058-89af-07e3ab5c9678/06a1a08a-d55c-45c6-9781-051a22a29c44/cc90f036-9a3f-476c-acc3-8260d1c4e8fc) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:47.429385 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.551878 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c791a-f6b1-478d-ac4d-9db040f76440 None None] Pushing event updated for resources: {'Port': ['ID=8914f32b-2f09-4fad-a61a-93967c6e7fb6,revision_number=2']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:47.584817 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-eb2157e9-08d6-424f-95e0-0500b8a212c6 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420337 Oct 29 08:07:47.594486 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Attempting to bind port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:47.595215 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Attempting to bind port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:47.595783 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Attempting to bind port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:47.605609 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:47.606350 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:47.607411 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.610301 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:47.610301 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Bound port: 8914f32b-2f09-4fad-a61a-93967c6e7fb6, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:47.610652 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.611315 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.718755 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] For port 8914f32b-2f09-4fad-a61a-93967c6e7fb6, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:47.722839 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] For port 8914f32b-2f09-4fad-a61a-93967c6e7fb6, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=8914f32b-2f09-4fad-a61a-93967c6e7fb6,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:47.765706 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.776933 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 53f29041-9934-4f55-9204-1c25c79aee7e up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:47.803732 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0d5606f5-d245-4c65-8e20-0ad0b6b9c316 req-3740d4b4-4e22-4eaa-a248-3b0bb4a28c80 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023649 Oct 29 08:07:47.817484 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4023ece-db4c-451f-a58e-25c54e6a5762 req-5e5cb45d-f521-4fe7-92c4-19b72af41e90 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:47.821024 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4023ece-db4c-451f-a58e-25c54e6a5762 req-5e5cb45d-f521-4fe7-92c4-19b72af41e90 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0739264 Oct 29 08:07:47.826307 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.845617 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.846790 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 53f29041-9934-4f55-9204-1c25c79aee7e triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:47.847206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:47.892727 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:47.901584 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:47.905034 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:47.909006 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:47.911000 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c791a-f6b1-478d-ac4d-9db040f76440 None None] Pushing event updated for resources: {'Port': ['ID=8914f32b-2f09-4fad-a61a-93967c6e7fb6,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:47.931126 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Routers {'c07e0124-a9c5-4f8b-be38-9e7c89f34674'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:47.931966 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:47.951620 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.952416 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.952545 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.957695 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:07:47.973299 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4023ece-db4c-451f-a58e-25c54e6a5762 req-18c4ea33-166f-430f-b17d-162f9449d835 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222434 Oct 29 08:07:48.003760 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.140738 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] Set router c07e0124-a9c5-4f8b-be38-9e7c89f34674 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:48.146959 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6ab7d0f6-3d3c-4e26-87d6-cf13172f6983 req-96e58891-1c91-4b08-9581-cc88fd8699ce tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 210 time: 0.0588677 Oct 29 08:07:48.314616 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-ab205f73-d56c-4eb2-ac1c-46b39f600395 None None] Provisioning complete for port cc90f036-9a3f-476c-acc3-8260d1c4e8fc triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:48.315245 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab205f73-d56c-4eb2-ac1c-46b39f600395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.350535 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.358722 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-ab205f73-d56c-4eb2-ac1c-46b39f600395 None None] Port cc90f036-9a3f-476c-acc3-8260d1c4e8fc cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:48.414922 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:07:44Z', 'revision_number': 3, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:48.442248 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d25f11-1dd2-49f4-9f54-5f4cafc73061 None None] The sync data for ids ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'] in dv-cinder-741349-6-iscsi is: [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:07:44Z', 'revision_number': 3, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:48.597247 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42856) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:48.677114 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Deleting subnet b3a1da7c-ffb9-4930-963a-a76c26338bdf {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:07:48.682606 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.710551 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.747290 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15809889'] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.790500 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.818940 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:48.879850 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:48.883163 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.014636 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:49.016437 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:49.023469 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15807232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15977145'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.060101 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a1da7c-ffb9-4930-963a-a76c26338bdf,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:49.077560 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.081641 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-8eee05b8-cfb2-4f23-8f40-a0fb0d1d7f85 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b3a1da7c-ffb9-4930-963a-a76c26338bdf HTTP/1.1" status: 204 len: 168 time: 0.4826660 Oct 29 08:07:49.085611 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 42860) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:49.158013 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.239146 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.287567 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aa848-88bf-49ba-b324-caed142e18a4 req-3f24b64d-3033-436f-ba29-e016c79193d0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:49.291855 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-083aa848-88bf-49ba-b324-caed142e18a4 req-3f24b64d-3033-436f-ba29-e016c79193d0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1504524 Oct 29 08:07:49.405493 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Router c07e0124-a9c5-4f8b-be38-9e7c89f34674 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:07:49.410128 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-083aa848-88bf-49ba-b324-caed142e18a4 req-b2851807-d2d1-41b2-977d-89c9883f5e8c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091499 Oct 29 08:07:49.483071 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.501080 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-1edb7407-c5b3-4df1-a6f2-7e6f211f43dd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:49.502355 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-cb818ede-9d0d-4439-8bb7-fb38cefcdccd None None] Provisioning complete for port cc90f036-9a3f-476c-acc3-8260d1c4e8fc triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:49.502837 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-1edb7407-c5b3-4df1-a6f2-7e6f211f43dd tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 812 time: 0.3143167 Oct 29 08:07:49.503395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cb818ede-9d0d-4439-8bb7-fb38cefcdccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.522306 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44728bf-5349-4d82-9548-73d2f1025695']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:49.552809 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:07:49.571630 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-40866c54-4d7f-4cbc-86ff-2812c335c1c8 admin admin] 10.222.0.74 "PUT /v2.0/routers/c07e0124-a9c5-4f8b-be38-9e7c89f34674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2426198 Oct 29 08:07:49.595654 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510fca6f-2237-4823-b413-03208d879157') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:49.595982 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510fca6f-2237-4823-b413-03208d879157') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:49.606360 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-af806c7b-8371-4565-80ed-b1b5dc4e89ed req-29642d0b-bc33-4721-9aa5-e515b6e5cc4d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 210 time: 0.0491762 Oct 29 08:07:49.607909 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cb818ede-9d0d-4439-8bb7-fb38cefcdccd None None] Port cc90f036-9a3f-476c-acc3-8260d1c4e8fc cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:49.631068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.657462 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.686165 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-2b5207e3-4f39-4c8b-a593-cbc664d9701a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 379 time: 0.1587186 Oct 29 08:07:49.687814 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:07:49.688216 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:07:49.690237 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:07:49.712411 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'port': {'device_id': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'admin_state_up': True, 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'security_groups': ['07b638f2-f8cc-4d7a-a2b4-47a57a887d19']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:49.824583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 8914f32b-2f09-4fad-a61a-93967c6e7fb6 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:49.910789 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:49.911169 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.943701 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.948397 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:49.953505 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d44728bf-5349-4d82-9548-73d2f1025695 HTTP/1.1" status: 204 len: 168 time: 0.8656104 Oct 29 08:07:49.962875 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7be97-262b-458c-b410-25f7200e7c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44728bf-5349-4d82-9548-73d2f1025695,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:50.045557 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.045732 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Made reservation on behalf of ff48a32616594d1db6e016b952ab70eb for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:07:50.051707 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.070455 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 8914f32b-2f09-4fad-a61a-93967c6e7fb6, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=8914f32b-2f09-4fad-a61a-93967c6e7fb6,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:50.146108 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.208533 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Allocated IP 172.20.0.7 (f8b8c9d1-03fa-4e4e-8832-c292076c8273/37b470e5-6b68-450a-b10b-1ab2cd526497/740c8b85-1a87-4604-9798-4fed3b97f23d) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:07:50.217870 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=8914f32b-2f09-4fad-a61a-93967c6e7fb6,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:50.436236 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.598780 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.605552 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42896) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:50.656212 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:07:50.661671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:07:50.666142 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:07:50.672273 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9317-df9c-405f-bc8f-338565eb5239 req-01113255-9757-4806-a014-e26d658ea9ad tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:50.682109 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7ca9317-df9c-405f-bc8f-338565eb5239 req-01113255-9757-4806-a014-e26d658ea9ad tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1310093 Oct 29 08:07:50.717624 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-381a79b3-5884-4029-9c39-720aaf3ed0f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0daddbdd83948c28f0159409db8fdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083128 Oct 29 08:07:50.717857 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 42904) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:07:50.720132 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=740c8b85-1a87-4604-9798-4fed3b97f23d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:50.762334 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:50.763019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.788895 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7ca9317-df9c-405f-bc8f-338565eb5239 req-cad616cf-3332-4873-8941-c2195f120116 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057775 Oct 29 08:07:50.846443 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ffe82b3-ad52-4602-be9c-ec7c43012e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.848241 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:07:50.867430 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-a898a261-42de-4949-a848-1142996a3d6e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1588364 Oct 29 08:07:50.883908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Request body: {'port': {'device_id': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:07:50.904915 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ffe82b3-ad52-4602-be9c-ec7c43012e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:50.960200 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Sync routers for ids ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:07:50.981893 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Routers {'c07e0124-a9c5-4f8b-be38-9e7c89f34674'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:50.982536 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:51.013132 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:51.144039 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Set router c07e0124-a9c5-4f8b-be38-9e7c89f34674 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:51.153813 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ffe82b3-ad52-4602-be9c-ec7c43012e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:51.168817 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2ffe82b3-ad52-4602-be9c-ec7c43012e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:51.168817 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2ffe82b3-ad52-4602-be9c-ec7c43012e5d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cde304e8-df5e-4f4a-adcb-f6ac37b3f445 HTTP/1.1" status: 204 len: 168 time: 0.4445827 Oct 29 08:07:51.223636 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe82b3-ad52-4602-be9c-ec7c43012e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde304e8-df5e-4f4a-adcb-f6ac37b3f445,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:51.267953 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-69a0bda4-6d93-4a2a-99e0-429884e2b3e3 None None] Provisioning complete for port 740c8b85-1a87-4604-9798-4fed3b97f23d triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:51.268827 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69a0bda4-6d93-4a2a-99e0-429884e2b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:51.470570 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426c0d4-1a2e-457c-acf8-433f8a8891da req-433e681f-0e37-4aaa-91d9-15b1dc9d50ad tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:51.484504 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-69a0bda4-6d93-4a2a-99e0-429884e2b3e3 None None] Port 740c8b85-1a87-4604-9798-4fed3b97f23d cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:51.485416 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2426c0d4-1a2e-457c-acf8-433f8a8891da req-433e681f-0e37-4aaa-91d9-15b1dc9d50ad tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 931 time: 0.1509566 Oct 29 08:07:51.560870 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2426c0d4-1a2e-457c-acf8-433f8a8891da req-bb2736fc-71ad-41dc-8d88-df14547ca93b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743442 Oct 29 08:07:51.741238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8493-1f46-4c9c-9492-77a21dd3b661 req-af8d132e-fae2-4890-b1c0-f8b5b7a1e829 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:51.767006 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-01bf8493-1f46-4c9c-9492-77a21dd3b661 req-af8d132e-fae2-4890-b1c0-f8b5b7a1e829 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1266894 Oct 29 08:07:51.861088 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-01bf8493-1f46-4c9c-9492-77a21dd3b661 req-9bcd3112-1109-4804-9164-9a69a467b204 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977998 Oct 29 08:07:51.895225 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:07:48Z', 'revision_number': 4, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'cc90f036-9a3f-476c-acc3-8260d1c4e8fc', 'name': '', 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678', 'tenant_id': '57234acd83624426abde5c95c683c583', 'mac_address': 'fa:16:3e:4c:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '06a1a08a-d55c-45c6-9781-051a22a29c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:47Z', 'updated_at': '2021-10-29T08:07:48Z', 'revision_number': 2, 'project_id': '57234acd83624426abde5c95c683c583', 'subnets': [{'id': '06a1a08a-d55c-45c6-9781-051a22a29c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:51.895225 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 8914f32b-2f09-4fad-a61a-93967c6e7fb6 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:51.990089 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Checking router: c07e0124-a9c5-4f8b-be38-9e7c89f34674 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:07:51.990762 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Updating router c07e0124-a9c5-4f8b-be38-9e7c89f34674 port cc90f036-9a3f-476c-acc3-8260d1c4e8fc binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:07:52.030511 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740c8b85-1a87-4604-9798-4fed3b97f23d {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:07:52.031079 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.040311 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.078386 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Transition to ACTIVE for port object 740c8b85-1a87-4604-9798-4fed3b97f23d will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:07:52.206460 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.232963 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:52.233335 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.314716 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Pushing event updated for resources: {'Port': ['ID=740c8b85-1a87-4604-9798-4fed3b97f23d,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:52.519096 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Attempting to bind port 740c8b85-1a87-4604-9798-4fed3b97f23d on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:52.519619 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Attempting to bind port 740c8b85-1a87-4604-9798-4fed3b97f23d by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:52.520227 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Attempting to bind port 740c8b85-1a87-4604-9798-4fed3b97f23d on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:52.534394 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Port 740c8b85-1a87-4604-9798-4fed3b97f23d on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:07:52.536073 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Attempting to bind port 740c8b85-1a87-4604-9798-4fed3b97f23d on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:52.559496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:52.559496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Checking segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:52.559496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Bound using segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:52.560168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Bound port: 740c8b85-1a87-4604-9798-4fed3b97f23d, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:52.560735 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.630439 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.752537 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.794343 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] For port 740c8b85-1a87-4604-9798-4fed3b97f23d, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:52.810035 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] For port 740c8b85-1a87-4604-9798-4fed3b97f23d, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=740c8b85-1a87-4604-9798-4fed3b97f23d,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:52.834883 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d7b28-7619-4ff1-81bc-319dd3932a96 req-b519acf9-a3ac-4245-932a-04aa6b025403 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:52.845224 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-612d7b28-7619-4ff1-81bc-319dd3932a96 req-b519acf9-a3ac-4245-932a-04aa6b025403 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.1210432 Oct 29 08:07:52.943054 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:52.954155 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-612d7b28-7619-4ff1-81bc-319dd3932a96 req-401091ae-1b12-4744-950a-1f668845f9e6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971420 Oct 29 08:07:53.033599 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:53.033599 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:53.033599 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] 10.222.0.49 "PUT /v2.0/ports/740c8b85-1a87-4604-9798-4fed3b97f23d HTTP/1.1" status: 200 len: 1093 time: 2.1549411 Oct 29 08:07:53.037060 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:07:53.039513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa8cae7-f0d6-4b54-9398-00ff7be85790" -d '{"events": [{"name": "network-changed", "server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:07:53.069887 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e15fa5-4930-4bd2-944a-3ecf19161054 None None] Pushing event updated for resources: {'Port': ['ID=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:53.074647 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32860e7f-b29c-43c8-a9d8-be9e32a57c2f service neutron] Pushing event updated for resources: {'Port': ['ID=740c8b85-1a87-4604-9798-4fed3b97f23d,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:53.095988 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Attempting to bind port cc90f036-9a3f-476c-acc3-8260d1c4e8fc on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:07:53.096699 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Attempting to bind port cc90f036-9a3f-476c-acc3-8260d1c4e8fc by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:07:53.097246 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Attempting to bind port cc90f036-9a3f-476c-acc3-8260d1c4e8fc on network 8b148dc9-85a9-4058-89af-07e3ab5c9678 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:07:53.108779 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:07:53.109582 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Checking segment: {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:07:53.110211 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:53.110843 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Bound using segment: {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:07:53.114236 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Bound port: cc90f036-9a3f-476c-acc3-8260d1c4e8fc, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bf46e7-706b-476a-870d-e0c18cbba75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:07:53.114977 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:53.267223 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b865d-f48e-4e77-a784-dff36b7b86ca req-b6a0d3ab-1ece-436d-bdc3-5bbbc607284a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:53.268795 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-056b865d-f48e-4e77-a784-dff36b7b86ca req-b6a0d3ab-1ece-436d-bdc3-5bbbc607284a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1293664 Oct 29 08:07:53.322573 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-056b865d-f48e-4e77-a784-dff36b7b86ca req-5a9ef80c-8bf6-4bfc-ac84-0a3a92af6750 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476036 Oct 29 08:07:53.331850 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] For port cc90f036-9a3f-476c-acc3-8260d1c4e8fc, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:07:53.342917 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] For port cc90f036-9a3f-476c-acc3-8260d1c4e8fc, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:07:53.345782 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-0b4ea297-4940-4026-803b-03ee66566fd3 None None] Provisioning complete for port cc90f036-9a3f-476c-acc3-8260d1c4e8fc triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:53.346551 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0b4ea297-4940-4026-803b-03ee66566fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:53.413090 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a604b1-cf9a-49d4-9fb2-a6f2961656e0 x-openstack-request-id: req-24a604b1-cf9a-49d4-9fb2-a6f2961656e0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:07:53.413392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:07:53.418395 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24a604b1-cf9a-49d4-9fb2-a6f2961656e0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:07:53.418395 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'status': 'completed', 'code': 200} Oct 29 08:07:53.442155 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:53.512991 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ea297-4940-4026-803b-03ee66566fd3 None None] Port cc90f036-9a3f-476c-acc3-8260d1c4e8fc cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:07:53.559615 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Routers {'c07e0124-a9c5-4f8b-be38-9e7c89f34674'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:07:53.560862 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:07:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:53.734320 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e15fa5-4930-4bd2-944a-3ecf19161054 None None] Pushing event updated for resources: {'Port': ['ID=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:53.837175 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] Set router c07e0124-a9c5-4f8b-be38-9e7c89f34674 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:07:54.004469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-df651b53-752c-4f9a-a089-81c784bf2e97 None None] Provisioning complete for port cc90f036-9a3f-476c-acc3-8260d1c4e8fc triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:54.004847 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-df651b53-752c-4f9a-a089-81c784bf2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:54.142759 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13a178-7499-415d-88cf-79d94a358016 req-7efde2a1-428b-4f44-adbc-b91f62d949b1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:54.145426 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7b13a178-7499-415d-88cf-79d94a358016 req-7efde2a1-428b-4f44-adbc-b91f62d949b1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.1063066 Oct 29 08:07:54.165488 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-df651b53-752c-4f9a-a089-81c784bf2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:54.212150 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-df651b53-752c-4f9a-a089-81c784bf2e97 None None] For port cc90f036-9a3f-476c-acc3-8260d1c4e8fc, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:07:54.221955 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7b13a178-7499-415d-88cf-79d94a358016 req-e0c06085-4f1a-4642-9cd0-3042fc30ad72 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579128 Oct 29 08:07:54.241227 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:07:48Z', 'revision_number': 4, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'cc90f036-9a3f-476c-acc3-8260d1c4e8fc', 'name': '', 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678', 'tenant_id': '57234acd83624426abde5c95c683c583', 'mac_address': 'fa:16:3e:4c:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '06a1a08a-d55c-45c6-9781-051a22a29c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:47Z', 'updated_at': '2021-10-29T08:07:53Z', 'revision_number': 4, 'project_id': '57234acd83624426abde5c95c683c583', 'subnets': [{'id': '06a1a08a-d55c-45c6-9781-051a22a29c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:07:54.275744 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af2d57-4f8c-4659-8ff0-f50939ce1408 None None] The sync data for ids ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'] in dv-cinder-741349-6-iscsi is: [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:07:48Z', 'revision_number': 4, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'cc90f036-9a3f-476c-acc3-8260d1c4e8fc', 'name': '', 'network_id': '8b148dc9-85a9-4058-89af-07e3ab5c9678', 'tenant_id': '57234acd83624426abde5c95c683c583', 'mac_address': 'fa:16:3e:4c:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '06a1a08a-d55c-45c6-9781-051a22a29c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:47Z', 'updated_at': '2021-10-29T08:07:53Z', 'revision_number': 4, 'project_id': '57234acd83624426abde5c95c683c583', 'subnets': [{'id': '06a1a08a-d55c-45c6-9781-051a22a29c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:07:54.286698 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-df651b53-752c-4f9a-a089-81c784bf2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:54.383869 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df651b53-752c-4f9a-a089-81c784bf2e97 None None] Pushing event updated for resources: {'Port': ['ID=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:07:54.486360 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8cae7-f0d6-4b54-9398-00ff7be85790 req-4195ebdc-4244-4faa-a917-b564f7a89a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:54.488765 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-caa8cae7-f0d6-4b54-9398-00ff7be85790 req-4195ebdc-4244-4faa-a917-b564f7a89a87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 1096 time: 0.0794547 Oct 29 08:07:54.557236 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695b85b-bb55-42cd-a610-187449fac1ee req-2d50a374-a8ab-4e35-8cde-4aa8b8a997bb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:54.566347 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f695b85b-bb55-42cd-a610-187449fac1ee req-2d50a374-a8ab-4e35-8cde-4aa8b8a997bb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0913706 Oct 29 08:07:54.653853 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f695b85b-bb55-42cd-a610-187449fac1ee req-2ad3fdbc-e74e-455b-8b27-82f2221a38b2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715609 Oct 29 08:07:54.806664 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8cae7-f0d6-4b54-9398-00ff7be85790 req-e64b9381-7928-4193-a090-e023a2b7d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:54.810752 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-caa8cae7-f0d6-4b54-9398-00ff7be85790 req-e64b9381-7928-4193-a090-e023a2b7d232 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff48a32616594d1db6e016b952ab70eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3110769 Oct 29 08:07:55.165616 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8cae7-f0d6-4b54-9398-00ff7be85790 req-58ba5a85-5e79-4d31-a235-0cdc5c64c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:55.168070 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-caa8cae7-f0d6-4b54-9398-00ff7be85790 req-58ba5a85-5e79-4d31-a235-0cdc5c64c3f3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3473456 Oct 29 08:07:55.341648 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-c2d46aa1-58cd-4b54-b7ee-69395aa6777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:55.344350 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-c2d46aa1-58cd-4b54-b7ee-69395aa6777c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 1096 time: 0.0829284 Oct 29 08:07:55.423561 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-7940eba2-c476-40f9-a9d0-107546c41721 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740c8b85-1a87-4604-9798-4fed3b97f23d HTTP/1.1" status: 200 len: 217 time: 0.0667405 Oct 29 08:07:55.448107 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ad5a-03df-4a84-b77a-b15ef86ac75a req-922e5b90-4212-4869-b766-e972e90a0b4f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:55.465749 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1fb9ad5a-03df-4a84-b77a-b15ef86ac75a req-922e5b90-4212-4869-b766-e972e90a0b4f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1334398 Oct 29 08:07:55.566912 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1fb9ad5a-03df-4a84-b77a-b15ef86ac75a req-9f120253-e0e6-4e05-9031-1225d2d80c61 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964041 Oct 29 08:07:55.568683 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-91edf287-de0f-4aa6-a28c-22d6dbd8621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:55.572725 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-91edf287-de0f-4aa6-a28c-22d6dbd8621d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.1409686 Oct 29 08:07:55.689841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-cfc87bea-c0ae-408e-9a20-4e50d78437ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:55.692423 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-cfc87bea-c0ae-408e-9a20-4e50d78437ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842171 Oct 29 08:07:55.759193 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecc6f-1ad7-44ac-8fbf-857b387543aa req-6d3c6965-1264-465b-8e0a-d91a7618b1f5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:55.785150 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-039ecc6f-1ad7-44ac-8fbf-857b387543aa req-6d3c6965-1264-465b-8e0a-d91a7618b1f5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.1243627 Oct 29 08:07:55.924436 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-039ecc6f-1ad7-44ac-8fbf-857b387543aa req-fa87466b-e81d-4480-82ec-d2e8b3707bdc tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313882 Oct 29 08:07:56.002091 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device cc90f036-9a3f-476c-acc3-8260d1c4e8fc up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:07:56.100540 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port cc90f036-9a3f-476c-acc3-8260d1c4e8fc triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:07:56.100836 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-27cafe71-3ab2-4d81-8c3b-e8b06e9ccfd5 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975730 Oct 29 08:07:56.100979 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:07:56.329564 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-124dbe09-4721-44fa-a7a3-0d586fa432c4 req-8f610c1b-980f-4d6b-934d-38fe838cac9d service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174523 Oct 29 08:07:57.429117 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278f97e-dd62-471d-bd4d-4b97b96a4fe2 req-1989120c-72d4-4ca0-a2f1-8368471138b1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:57.432149 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6278f97e-dd62-471d-bd4d-4b97b96a4fe2 req-1989120c-72d4-4ca0-a2f1-8368471138b1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0641091 Oct 29 08:07:57.488089 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6278f97e-dd62-471d-bd4d-4b97b96a4fe2 req-838f3e2d-e384-43f9-a3cb-5b329eec6c5c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494695 Oct 29 08:07:57.628519 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab98f2-7123-4e4e-b4f1-52eff10a9dc1 req-44c88fc6-1309-4ed3-bb2f-75ea413f0929 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:57.630256 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1fab98f2-7123-4e4e-b4f1-52eff10a9dc1 req-44c88fc6-1309-4ed3-bb2f-75ea413f0929 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0619783 Oct 29 08:07:57.676391 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1fab98f2-7123-4e4e-b4f1-52eff10a9dc1 req-fdf975db-6014-45bd-bd42-abbc4a06f1ad tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375562 Oct 29 08:07:58.637566 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc7ceb-142d-4473-ad6e-9a5088ad32d0 req-dfe7b2c5-95e9-4025-b41e-b87460674067 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:58.639293 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2cbc7ceb-142d-4473-ad6e-9a5088ad32d0 req-dfe7b2c5-95e9-4025-b41e-b87460674067 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0699933 Oct 29 08:07:58.691539 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2cbc7ceb-142d-4473-ad6e-9a5088ad32d0 req-1b42dccd-7a2d-4605-a675-a0ba0d797b9c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Oct 29 08:07:58.845438 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1a593-8fdf-4caa-aa22-a4b391384927 req-d9cea0fb-6c7a-41cb-994b-95713d993268 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:58.846917 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fac1a593-8fdf-4caa-aa22-a4b391384927 req-d9cea0fb-6c7a-41cb-994b-95713d993268 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0822494 Oct 29 08:07:58.900707 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fac1a593-8fdf-4caa-aa22-a4b391384927 req-ee1f73ee-834a-49b0-8e7a-e60204138384 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Oct 29 08:07:59.936562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026e14-37cb-41bd-8039-4999e2d02eb0 req-89bc6f9a-21d4-417e-82e9-d5a383c4ae43 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:07:59.936562 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f2026e14-37cb-41bd-8039-4999e2d02eb0 req-89bc6f9a-21d4-417e-82e9-d5a383c4ae43 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0554187 Oct 29 08:07:59.936562 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f2026e14-37cb-41bd-8039-4999e2d02eb0 req-860e8bad-0d81-4c51-859d-c5ae3e0ee86f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345376 Oct 29 08:08:00.041314 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5afa4-0925-4936-b1c4-6652e8629d2e req-c8521cce-1aa1-46df-bc2e-d63fa5b38cfb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:00.044290 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fcf5afa4-0925-4936-b1c4-6652e8629d2e req-c8521cce-1aa1-46df-bc2e-d63fa5b38cfb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0529718 Oct 29 08:08:00.083729 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fcf5afa4-0925-4936-b1c4-6652e8629d2e req-4886939a-611d-4c76-9c10-d27af262eeb2 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Oct 29 08:08:01.089048 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f8f7e-6c18-4453-80f1-dbc3f0eaf75c req-02d710e7-05f0-4232-84e0-61c392f21102 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:01.106276 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-821f8f7e-6c18-4453-80f1-dbc3f0eaf75c req-02d710e7-05f0-4232-84e0-61c392f21102 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0970445 Oct 29 08:08:01.164326 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-821f8f7e-6c18-4453-80f1-dbc3f0eaf75c req-94691ce5-60fd-4202-b699-dcb2fa61fd2d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571404 Oct 29 08:08:01.383238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f4978-e5fb-4c6b-a393-e3397c549e0e req-324c9d90-9f79-47f6-96e9-f6ba2dd25a43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:01.385782 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d22f4978-e5fb-4c6b-a393-e3397c549e0e req-324c9d90-9f79-47f6-96e9-f6ba2dd25a43 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0827866 Oct 29 08:08:01.475441 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d22f4978-e5fb-4c6b-a393-e3397c549e0e req-9390fdf7-8f72-4991-861d-2251fdc537bb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787978 Oct 29 08:08:02.347272 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113493cd-03a4-4c4d-9509-a4067b0f9280 req-d4d9b66f-326a-48c3-8bbe-ad11c20f9c26 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:02.355522 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-113493cd-03a4-4c4d-9509-a4067b0f9280 req-d4d9b66f-326a-48c3-8bbe-ad11c20f9c26 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0615368 Oct 29 08:08:02.398966 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-113493cd-03a4-4c4d-9509-a4067b0f9280 req-35a08696-c1c5-45d6-a969-b78da031e786 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Oct 29 08:08:02.667925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf4116-f58f-4f58-9ee0-3101d727ee3e req-18f82c03-c633-4281-85a4-0fb9c376d5fc tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:02.676353 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-58bf4116-f58f-4f58-9ee0-3101d727ee3e req-18f82c03-c633-4281-85a4-0fb9c376d5fc tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.1069598 Oct 29 08:08:02.759275 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-58bf4116-f58f-4f58-9ee0-3101d727ee3e req-925d98ce-f76e-4143-9536-2fcad77ca9c9 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720086 Oct 29 08:08:03.591541 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd098b1b-0389-4d45-92a8-6b7a9af84e07 req-02be7f7b-7940-40e4-8ea5-8f685731c252 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:03.594526 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd098b1b-0389-4d45-92a8-6b7a9af84e07 req-02be7f7b-7940-40e4-8ea5-8f685731c252 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0962300 Oct 29 08:08:03.656221 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd098b1b-0389-4d45-92a8-6b7a9af84e07 req-3838dc15-801e-43d1-ad23-498d1142b8c5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477939 Oct 29 08:08:03.908719 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3f85d-35f6-4dc5-8443-86aae8f62adf req-58d55f36-ea1d-4f93-841a-f60ba2249dd8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:03.910683 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cec3f85d-35f6-4dc5-8443-86aae8f62adf req-58d55f36-ea1d-4f93-841a-f60ba2249dd8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0656803 Oct 29 08:08:03.966312 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cec3f85d-35f6-4dc5-8443-86aae8f62adf req-3ddb86e8-7196-4e7f-b2cb-c034ccfedd81 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450537 Oct 29 08:08:04.789075 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f636ec-7a6e-4c3a-b7be-55f5f15c2c34 req-b9f1fe26-9ca7-464c-89ab-f212b8b5acff tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:04.790646 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-81f636ec-7a6e-4c3a-b7be-55f5f15c2c34 req-b9f1fe26-9ca7-464c-89ab-f212b8b5acff tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0539873 Oct 29 08:08:04.836800 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-81f636ec-7a6e-4c3a-b7be-55f5f15c2c34 req-537a040b-0b75-4502-a5af-44f116b6d9c2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392723 Oct 29 08:08:05.099480 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a17c-f9dc-44be-85f5-b33a14b8d874 req-8449b900-d682-47ff-b8d0-278099569808 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:05.100917 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8e09a17c-f9dc-44be-85f5-b33a14b8d874 req-8449b900-d682-47ff-b8d0-278099569808 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0590093 Oct 29 08:08:05.142997 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8e09a17c-f9dc-44be-85f5-b33a14b8d874 req-497af115-0812-4f59-89f5-44b4865e74aa tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353396 Oct 29 08:08:06.342403 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d4b46-3c93-4b1e-9881-87f8049ca5f6 req-cb84a600-5b66-4ce3-acbc-797464337a9c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:06.344058 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-711d4b46-3c93-4b1e-9881-87f8049ca5f6 req-cb84a600-5b66-4ce3-acbc-797464337a9c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0615466 Oct 29 08:08:06.405441 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-711d4b46-3c93-4b1e-9881-87f8049ca5f6 req-8111f3e4-72ad-432f-be84-f95738f2b145 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495987 Oct 29 08:08:06.557413 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cb08b-8ac2-4744-b711-acae8b25ff8e req-d7483e7d-0d7c-4346-b7e7-932da8ac0c8d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:06.560701 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-258cb08b-8ac2-4744-b711-acae8b25ff8e req-d7483e7d-0d7c-4346-b7e7-932da8ac0c8d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0845160 Oct 29 08:08:06.604440 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-258cb08b-8ac2-4744-b711-acae8b25ff8e req-66a9a51b-0915-42c2-a891-8a3d8020bee8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379310 Oct 29 08:08:06.835183 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-c889e3c3-6ed6-4c58-a1a7-07562696b4b3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:06.836968 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-c889e3c3-6ed6-4c58-a1a7-07562696b4b3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 815 time: 0.1443424 Oct 29 08:08:06.859457 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-9dfca058-1a85-4c75-8bb8-acaccf162850 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/quotas/ed3ce2eff0a14cb88416511268477fd3 HTTP/1.1" status: 200 len: 375 time: 0.0160902 Oct 29 08:08:06.951009 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-b25dce07-7870-474b-8fbb-2a48e9c4d023 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830839 Oct 29 08:08:07.119308 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-db1e1fc9-bbc7-4f69-9105-c3855c660157 service neutron] 10.222.0.74 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556246 Oct 29 08:08:07.271538 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-7c1c6474-da79-4070-9d9e-54cabd9b3b70 service neutron] 10.222.0.74 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438971 Oct 29 08:08:07.728187 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35f40b-295f-49e1-a67b-a4a3bf7212fe req-f23a0efd-382a-4c33-a950-210fc9dc950e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:07.729786 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e35f40b-295f-49e1-a67b-a4a3bf7212fe req-f23a0efd-382a-4c33-a950-210fc9dc950e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0747764 Oct 29 08:08:07.775113 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e35f40b-295f-49e1-a67b-a4a3bf7212fe req-76cf5afa-e203-4ae5-9844-476bfc7e86d3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Oct 29 08:08:07.850500 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6fcd103d-6102-4b0b-a034-2ede979a98ee req-21c6d2ea-5121-4745-b15f-b62975afb7f2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0304148 Oct 29 08:08:07.962500 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8819068-7f29-4c59-8f5a-b7bf3b97a24d req-883be98b-329d-4c7f-a7fe-ad30f40e3d34 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:07.964593 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f8819068-7f29-4c59-8f5a-b7bf3b97a24d req-883be98b-329d-4c7f-a7fe-ad30f40e3d34 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 943 time: 0.0521626 Oct 29 08:08:08.008724 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f8819068-7f29-4c59-8f5a-b7bf3b97a24d req-3546bb1b-6f70-466e-b85f-fe06b9e1de9d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362301 Oct 29 08:08:08.444384 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 740c8b85-1a87-4604-9798-4fed3b97f23d details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:08:08.581116 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-782d3c05-b41f-4f25-8f8f-11d6cafd1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:08.583331 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-782d3c05-b41f-4f25-8f8f-11d6cafd1661 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0463703 Oct 29 08:08:08.585569 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 740c8b85-1a87-4604-9798-4fed3b97f23d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=740c8b85-1a87-4604-9798-4fed3b97f23d,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:08.600361 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'port_id': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'mac_address': 'fa:16:3e:7b:16:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:08:08.666008 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:08.682341 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740c8b85-1a87-4604-9798-4fed3b97f23d {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:08:08.699699 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-7e0fdf4d-290a-425e-be14-93533fb4a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:08.701608 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-7e0fdf4d-290a-425e-be14-93533fb4a8d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.1084533 Oct 29 08:08:08.705492 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 740c8b85-1a87-4604-9798-4fed3b97f23d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=740c8b85-1a87-4604-9798-4fed3b97f23d,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:08.793283 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-f93f5581-8f15-4c1d-8402-7b861c867b7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 200 len: 1000 time: 0.0813477 Oct 29 08:08:08.843760 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:08.869224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-fc645e83-8ffc-4424-8324-0da105f37c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:08.873146 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-fc645e83-8ffc-4424-8324-0da105f37c91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.0706878 Oct 29 08:08:08.940488 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=740c8b85-1a87-4604-9798-4fed3b97f23d,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:08.953455 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-34caeba8-553b-4606-81f3-2d8d8b7a1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:08.954974 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-34caeba8-553b-4606-81f3-2d8d8b7a1dc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743115 Oct 29 08:08:08.957639 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.958351 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.958898 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.959393 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.959873 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.960301 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.960695 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.961222 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.961756 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.962937 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.962937 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:08.963416 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:09.084183 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cceb49-6f26-497f-a31e-ac569a0cc9d8 req-558602f2-f663-41c7-a8b9-0ecd8017a28f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:09.085744 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-57cceb49-6f26-497f-a31e-ac569a0cc9d8 req-558602f2-f663-41c7-a8b9-0ecd8017a28f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0678751 Oct 29 08:08:09.127352 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-57cceb49-6f26-497f-a31e-ac569a0cc9d8 req-151a36c1-9a19-45c4-99b0-632c5a373109 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348418 Oct 29 08:08:09.133657 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-20990177-447a-4ec5-87dd-ddb1d43a3df7 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699538 Oct 29 08:08:09.152391 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['740c8b85-1a87-4604-9798-4fed3b97f23d'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:08:09.220233 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-254fc903-348f-4ada-9229-0794f4a0b7b8 req-6434d951-d4b8-410c-bfbf-744c75926089 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0336535 Oct 29 08:08:09.223086 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-88aafe4a-3661-47fd-a2fc-887689ed2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:09.224775 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-88aafe4a-3661-47fd-a2fc-887689ed2b0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.1413565 Oct 29 08:08:09.320093 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e626e012-539d-4919-ad13-36aafaca1fa6 req-5f6ccee7-c110-462e-b2c1-941ffce12ca2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707835 Oct 29 08:08:09.359220 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f636c9a-1b18-41d2-8043-598b036ecdd3 req-b4b3bc98-2299-4dbc-970c-85ca53733b38 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:09.361902 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0f636c9a-1b18-41d2-8043-598b036ecdd3 req-b4b3bc98-2299-4dbc-970c-85ca53733b38 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0734596 Oct 29 08:08:09.393917 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-6db3b599-f9d4-4dd1-a5e6-0f02be10cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:09.395314 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-6db3b599-f9d4-4dd1-a5e6-0f02be10cef3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.1600738 Oct 29 08:08:09.419418 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0f636c9a-1b18-41d2-8043-598b036ecdd3 req-296f1129-c106-46ab-822e-85965191018a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Oct 29 08:08:09.442647 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-f0d818cc-7eee-422b-a5ec-1ea2bb7b6410 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0392256 Oct 29 08:08:09.507610 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-ffe6e166-8c9e-462b-bd46-2bcf20579d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:09.509720 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-ffe6e166-8c9e-462b-bd46-2bcf20579d0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0579312 Oct 29 08:08:09.549744 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-8e0829a5-b38d-4c8b-8609-89993d86f57a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314460 Oct 29 08:08:09.577708 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099b03-9810-47d2-96da-8b07d2bf7839 req-71187194-0fbe-4b44-9589-2439091cf44c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:09.579646 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-41099b03-9810-47d2-96da-8b07d2bf7839 req-71187194-0fbe-4b44-9589-2439091cf44c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 944 time: 0.0765102 Oct 29 08:08:09.631717 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-41099b03-9810-47d2-96da-8b07d2bf7839 req-f1d927d8-5ab2-4fd6-9984-1a22a4f1ff69 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456600 Oct 29 08:08:09.790524 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-7a5e514b-9acf-4c59-966d-22794af2c528 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308123 Oct 29 08:08:09.898740 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c28ea86e-c5ea-4b1d-9751-ec391aca50a0 req-464ee25e-9fd6-4041-8816-94c3528eb47a service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949156 Oct 29 08:08:10.282993 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aecac9-c90a-4bc5-bea7-4bf19107d503 req-b23d5751-9dc9-4fd2-83fa-2d301a189bb7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:10.284687 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-22aecac9-c90a-4bc5-bea7-4bf19107d503 req-b23d5751-9dc9-4fd2-83fa-2d301a189bb7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0598109 Oct 29 08:08:10.346695 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-22aecac9-c90a-4bc5-bea7-4bf19107d503 req-bf16abe4-2e1a-4438-bf41-6804e49b2b81 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550749 Oct 29 08:08:10.441254 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-24c3a31a-076f-4863-83cc-d0df04fda47b req-6b923854-bb39-47c8-b5fc-f175aaa56091 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Oct 29 08:08:10.474177 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 740c8b85-1a87-4604-9798-4fed3b97f23d up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:08:10.590440 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a96750-20c8-4f4a-b901-08fca1dcf1bc req-1b51096c-8d9d-4d5c-bbd0-1237b92fe774 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:10.592084 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8a96750-20c8-4f4a-b901-08fca1dcf1bc req-1b51096c-8d9d-4d5c-bbd0-1237b92fe774 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0605805 Oct 29 08:08:10.645956 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 740c8b85-1a87-4604-9798-4fed3b97f23d completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:08:10.651819 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8a96750-20c8-4f4a-b901-08fca1dcf1bc req-95b199ae-dca1-4d93-9d3a-7af8f088b0d4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492687 Oct 29 08:08:10.653239 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 740c8b85-1a87-4604-9798-4fed3b97f23d triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:08:10.654014 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:10.810826 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:10.843613 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:10.846419 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54e55b-91fc-49a3-81b5-9c97865157dc" -d '{"events": [{"server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "name": "network-vif-plugged", "status": "completed", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:10.861417 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77917893-a38d-4cdb-9483-5e5227a4d931 req-ff9c5cf8-604f-40e8-a21d-4011e31ae6bf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:10.861942 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 740c8b85-1a87-4604-9798-4fed3b97f23d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=740c8b85-1a87-4604-9798-4fed3b97f23d,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:10.865727 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-77917893-a38d-4cdb-9483-5e5227a4d931 req-ff9c5cf8-604f-40e8-a21d-4011e31ae6bf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 944 time: 0.0825880 Oct 29 08:08:10.928137 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-77917893-a38d-4cdb-9483-5e5227a4d931 req-ef3c3a81-6312-40d8-9331-a40c95d86397 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559700 Oct 29 08:08:10.970258 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:11.047496 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=740c8b85-1a87-4604-9798-4fed3b97f23d,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:11.194266 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-53ffad6a-55d4-4bfe-8b3b-f7a8a94962b0 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:11.195876 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-53ffad6a-55d4-4bfe-8b3b-f7a8a94962b0 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 815 time: 0.1821673 Oct 29 08:08:11.212269 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'port': {'device_id': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'admin_state_up': True, 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:11.445623 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c376715-8802-4323-9478-fb1e9a79928b x-openstack-request-id: req-7c376715-8802-4323-9478-fb1e9a79928b {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:11.446412 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "name": "network-vif-plugged", "status": "completed", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:11.446849 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c376715-8802-4323-9478-fb1e9a79928b {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:11.447513 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'code': 200} Oct 29 08:08:11.489956 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Made reservation on behalf of ed3ce2eff0a14cb88416511268477fd3 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:08:11.499679 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:11.627500 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4ef130db-8315-45be-801c-1256d24b0e63 req-55e92696-d99f-44b0-910c-9cd2a6633934 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0714808 Oct 29 08:08:11.707604 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Allocated IP 172.20.0.8 (13aacc88-1e80-40d8-b2e4-745b0edbce8d/02d20f64-1d74-48b4-99ce-99c100437589/41b6c3ac-84c6-43ad-a36a-ba157fb06e07) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:08:11.861911 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7f0b0-ff70-4035-8c46-818f1ddef359 req-e7181967-0ea6-4d79-a58e-a47bf1740a0c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:11.863774 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9db7f0b0-ff70-4035-8c46-818f1ddef359 req-e7181967-0ea6-4d79-a58e-a47bf1740a0c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0901761 Oct 29 08:08:11.931309 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9db7f0b0-ff70-4035-8c46-818f1ddef359 req-cdb3fc46-c7fc-4ca7-b7da-e27fd04c0175 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554948 Oct 29 08:08:12.048965 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:12.056759 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a06337-5aae-48c5-aa07-5be2a67b5209 req-1f36c591-a9e0-4afe-81f7-035f453cb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:12.060084 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-06a06337-5aae-48c5-aa07-5be2a67b5209 req-1f36c591-a9e0-4afe-81f7-035f453cb32d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 1098 time: 0.1860247 Oct 29 08:08:12.132642 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cea1c-f988-463e-9901-21c9e899d881 req-cb40971c-455b-4843-a8b4-635676c82997 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:12.134271 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7e8cea1c-f988-463e-9901-21c9e899d881 req-cb40971c-455b-4843-a8b4-635676c82997 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.1083920 Oct 29 08:08:12.151095 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-06a06337-5aae-48c5-aa07-5be2a67b5209 req-3f672ab2-28dc-42f9-b132-ca1b95fc5d7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739293 Oct 29 08:08:12.204081 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7e8cea1c-f988-463e-9901-21c9e899d881 req-50f4ed61-2fe4-4ddf-8db5-b4fff674626d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558054 Oct 29 08:08:12.292709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:12.362751 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:08:12.367873 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:08:12.376268 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:08:12.435431 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:12.525869 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:12.527329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:12.654518 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-e8161a05-5b0d-444d-9ee0-330d87f9ddc8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466980 Oct 29 08:08:12.828772 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-723d3655-13c0-4dbe-b6d5-0bf06d783403 None None] Provisioning complete for port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:08:12.830823 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-723d3655-13c0-4dbe-b6d5-0bf06d783403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:12.856999 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5991ef-72c9-42b8-beeb-379a1949a95d req-60c9d45a-c7b4-43a4-9c5a-3ef33530b65b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:12.861002 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e5991ef-72c9-42b8-beeb-379a1949a95d req-60c9d45a-c7b4-43a4-9c5a-3ef33530b65b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.1003065 Oct 29 08:08:12.963248 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e5991ef-72c9-42b8-beeb-379a1949a95d req-6dd1203f-ebd8-4055-b13e-9fc094e7eec3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781391 Oct 29 08:08:12.972451 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-723d3655-13c0-4dbe-b6d5-0bf06d783403 None None] Port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:08:13.214482 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd7b01-9e1c-4e9a-9688-cddabd27c00e req-ca71c6ea-ced5-420f-82bb-4fefba1cad78 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:13.217142 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f4dd7b01-9e1c-4e9a-9688-cddabd27c00e req-ca71c6ea-ced5-420f-82bb-4fefba1cad78 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1038055 Oct 29 08:08:13.299791 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f4dd7b01-9e1c-4e9a-9688-cddabd27c00e req-fc8b9023-88a8-402d-9437-b8f81155f7ae tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678794 Oct 29 08:08:13.377058 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8347a61d-14d1-428f-96be-178a96920b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:13.479078 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38c67e-cba8-4198-bf22-f4348685664b req-72f61c57-f782-461d-adda-fca9d015a78d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:13.482169 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc38c67e-cba8-4198-bf22-f4348685664b req-72f61c57-f782-461d-adda-fca9d015a78d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0947316 Oct 29 08:08:13.541461 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc38c67e-cba8-4198-bf22-f4348685664b req-57b940eb-4787-40fa-a453-4f72c643ba95 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472636 Oct 29 08:08:14.176868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06777c8-93a2-43b8-abef-f0319246277a req-b8652a07-32d0-44eb-9775-6293ac1f2879 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:14.179175 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e06777c8-93a2-43b8-abef-f0319246277a req-b8652a07-32d0-44eb-9775-6293ac1f2879 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0754216 Oct 29 08:08:14.241182 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e06777c8-93a2-43b8-abef-f0319246277a req-32ed9b9b-358e-49be-9934-7370a2d9d78c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Oct 29 08:08:14.459633 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd9ca4-ab41-4985-a345-2f7723f72d6e req-ca440aa1-2d84-49d8-885c-e7a1d9e9848d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:14.461511 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a0fd9ca4-ab41-4985-a345-2f7723f72d6e req-ca440aa1-2d84-49d8-885c-e7a1d9e9848d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0644219 Oct 29 08:08:14.509674 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a0fd9ca4-ab41-4985-a345-2f7723f72d6e req-fd99341b-053b-42cb-ae4d-198728aa6409 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Oct 29 08:08:14.706434 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f8afa-f277-4c74-b1d1-95df3384f490 req-77bc3eab-399f-4b5e-b4e6-d884a24f3146 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:14.708132 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fc8f8afa-f277-4c74-b1d1-95df3384f490 req-77bc3eab-399f-4b5e-b4e6-d884a24f3146 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0702677 Oct 29 08:08:14.765586 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fc8f8afa-f277-4c74-b1d1-95df3384f490 req-70032966-c5fd-48e7-ab7b-f0527bf53139 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449405 Oct 29 08:08:15.395541 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d502a71-cc80-4fd7-a354-df7b4ca7ed09 req-cd90177f-0d89-4b45-93fb-33f12ae774bc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:15.397355 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1d502a71-cc80-4fd7-a354-df7b4ca7ed09 req-cd90177f-0d89-4b45-93fb-33f12ae774bc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0666201 Oct 29 08:08:15.460988 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1d502a71-cc80-4fd7-a354-df7b4ca7ed09 req-be2825f4-9426-4248-8c0c-e236856e1bb8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Oct 29 08:08:15.672653 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfab3d-9cb7-4154-a4a9-86291a271087 req-ebbde03d-feb6-4569-9640-01584d57aa5d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:15.674777 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f5bfab3d-9cb7-4154-a4a9-86291a271087 req-ebbde03d-feb6-4569-9640-01584d57aa5d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0591826 Oct 29 08:08:15.746921 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f5bfab3d-9cb7-4154-a4a9-86291a271087 req-cbc9ee04-618e-4928-a420-e148230e48b7 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 Oct 29 08:08:15.974755 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b414-f880-4d06-a3a8-9b74ffddc13f req-eb01e5d7-e964-493d-a584-cfef5ba23a77 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:15.976808 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-92f6b414-f880-4d06-a3a8-9b74ffddc13f req-eb01e5d7-e964-493d-a584-cfef5ba23a77 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0704880 Oct 29 08:08:16.040888 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-92f6b414-f880-4d06-a3a8-9b74ffddc13f req-76b23e31-9144-4d64-9563-4acf7b5cce17 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529664 Oct 29 08:08:16.457625 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-42aceeb9-3cdd-4d25-9c34-557ac0fd552c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:16.688614 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532633-5d73-4b0a-83f1-12243f643c70 req-38dc14a8-551e-4b3d-807d-dec4008ef23e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:16.688614 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b6532633-5d73-4b0a-83f1-12243f643c70 req-38dc14a8-551e-4b3d-807d-dec4008ef23e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0982671 Oct 29 08:08:16.760662 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b6532633-5d73-4b0a-83f1-12243f643c70 req-c3b114bb-7024-4a74-80e7-99a61adfb119 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 Oct 29 08:08:16.959171 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2fd6e-adce-4d78-addb-c688d54dabb9 req-1103b321-2905-4f7c-8f7f-112e27655868 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:16.972936 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32e2fd6e-adce-4d78-addb-c688d54dabb9 req-1103b321-2905-4f7c-8f7f-112e27655868 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1206019 Oct 29 08:08:17.062110 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32e2fd6e-adce-4d78-addb-c688d54dabb9 req-01735673-f2ba-48a4-bba8-e5a95e80d14e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882239 Oct 29 08:08:17.166255 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:17.288567 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca5231-2083-486c-8e50-9b29cc89f5ef req-b255ab2f-782c-49d2-a4e9-f7f08977d553 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:17.290564 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-17ca5231-2083-486c-8e50-9b29cc89f5ef req-b255ab2f-782c-49d2-a4e9-f7f08977d553 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0740242 Oct 29 08:08:17.309357 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:17.351380 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-17ca5231-2083-486c-8e50-9b29cc89f5ef req-2cc86404-9471-49cf-857f-0570b71ea1d7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544531 Oct 29 08:08:17.845723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:17.884668 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418d07-63ea-4fa5-85e0-88bb80109a94 req-695205d1-5d2f-4a06-9e5d-426dfcadb6c9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:17.887005 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-43418d07-63ea-4fa5-85e0-88bb80109a94 req-695205d1-5d2f-4a06-9e5d-426dfcadb6c9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0646298 Oct 29 08:08:17.950841 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-43418d07-63ea-4fa5-85e0-88bb80109a94 req-fc96102c-4168-4671-a4f5-6aafcd8d2a6f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Oct 29 08:08:18.234341 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4908eb-a991-42ed-94bf-39e7b9748d56 req-98dd5bcd-e505-4da2-8c3b-10a37509da1a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:18.235964 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1e4908eb-a991-42ed-94bf-39e7b9748d56 req-98dd5bcd-e505-4da2-8c3b-10a37509da1a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0591581 Oct 29 08:08:18.290312 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1e4908eb-a991-42ed-94bf-39e7b9748d56 req-12e3b4e0-9051-4c25-b7c5-9aa860674533 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Oct 29 08:08:18.505891 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f068b77-c4ea-43ab-8243-29b41f0b3f1c req-0c0d9e0e-63bb-4d67-b77f-5cceda8c0ac5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:18.512120 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f068b77-c4ea-43ab-8243-29b41f0b3f1c req-0c0d9e0e-63bb-4d67-b77f-5cceda8c0ac5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0714817 Oct 29 08:08:18.556985 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f068b77-c4ea-43ab-8243-29b41f0b3f1c req-27c89a51-03e4-4ce9-b919-7ffeba36bae7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423138 Oct 29 08:08:19.044606 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:19.157889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ab77d-ab07-4aff-9946-37cfaa66805a req-ea0dd9b2-8d49-45aa-9692-2bd237bd41d9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:19.160142 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-051ab77d-ab07-4aff-9946-37cfaa66805a req-ea0dd9b2-8d49-45aa-9692-2bd237bd41d9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0935013 Oct 29 08:08:19.243384 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-051ab77d-ab07-4aff-9946-37cfaa66805a req-853bca91-449b-4cca-be7f-3b99401a8dd5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679159 Oct 29 08:08:19.462890 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213248d2-dc6d-4227-82c0-872902aa83ff req-3a2aa376-0081-494a-83e8-854b90896495 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:19.464931 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-213248d2-dc6d-4227-82c0-872902aa83ff req-3a2aa376-0081-494a-83e8-854b90896495 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0750771 Oct 29 08:08:19.517288 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-213248d2-dc6d-4227-82c0-872902aa83ff req-3061c036-6769-4350-8b88-a3732ca2f1de tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Oct 29 08:08:19.694948 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0671f1-02ac-4452-8e61-5c82994d910b req-c40ef004-d942-48a8-aa02-2821f4e714f5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:19.695641 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-be0671f1-02ac-4452-8e61-5c82994d910b req-c40ef004-d942-48a8-aa02-2821f4e714f5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0652256 Oct 29 08:08:19.747541 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-be0671f1-02ac-4452-8e61-5c82994d910b req-e72d3da1-7de8-4fa6-aa9b-6f8991cbabd0 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440788 Oct 29 08:08:20.431161 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2362d-4144-417d-9b41-e84afb100465 req-e93fea02-6ba6-400a-ac3c-6f1ad86e7515 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:20.433663 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-adb2362d-4144-417d-9b41-e84afb100465 req-e93fea02-6ba6-400a-ac3c-6f1ad86e7515 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0831006 Oct 29 08:08:20.489081 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-adb2362d-4144-417d-9b41-e84afb100465 req-00cfd51a-eda5-4220-8ac6-785ab46ed7bd tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Oct 29 08:08:20.693143 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f249ef4-753f-4f4f-888a-1e1ca1b71474 req-2d04208a-cafc-4e5b-a481-aba59feddddb tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:20.695324 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3f249ef4-753f-4f4f-888a-1e1ca1b71474 req-2d04208a-cafc-4e5b-a481-aba59feddddb tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0693097 Oct 29 08:08:20.744608 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3f249ef4-753f-4f4f-888a-1e1ca1b71474 req-2f17343b-5203-4aaa-8b34-911ff0f2e523 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Oct 29 08:08:20.894664 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd78e4-5ac1-4d9c-b64b-c83301b2c7f5 req-885759f9-9370-41a2-9734-cb21eae04269 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:20.896594 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b3dd78e4-5ac1-4d9c-b64b-c83301b2c7f5 req-885759f9-9370-41a2-9734-cb21eae04269 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0670550 Oct 29 08:08:20.966774 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b3dd78e4-5ac1-4d9c-b64b-c83301b2c7f5 req-c7d47ebb-f420-4c50-9d82-7889792cc362 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534039 Oct 29 08:08:21.648763 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daf1be-55ed-4c9b-8977-96278b3a5381 req-dde3d433-0fcb-4714-a49e-f9e82729adad tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:21.650395 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-53daf1be-55ed-4c9b-8977-96278b3a5381 req-dde3d433-0fcb-4714-a49e-f9e82729adad tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0735495 Oct 29 08:08:21.715740 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-53daf1be-55ed-4c9b-8977-96278b3a5381 req-0a9a02db-fd8a-49ff-af84-2707ed0f86e4 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525775 Oct 29 08:08:21.997624 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596e4de-426c-4b55-a736-ef4de8c86c12 req-1fced09a-baf3-463d-8978-15f62f837177 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:22.012292 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4596e4de-426c-4b55-a736-ef4de8c86c12 req-1fced09a-baf3-463d-8978-15f62f837177 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1191838 Oct 29 08:08:22.068547 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4596e4de-426c-4b55-a736-ef4de8c86c12 req-6889fb6d-705b-41c3-8cd3-d2ab22196728 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Oct 29 08:08:22.257058 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e981c0d-9a56-4900-b953-c8d7d467ea4d req-c6eaf6aa-b85f-44ba-840f-3a8626b1b041 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:22.259742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e981c0d-9a56-4900-b953-c8d7d467ea4d req-c6eaf6aa-b85f-44ba-840f-3a8626b1b041 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0851307 Oct 29 08:08:22.324017 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e981c0d-9a56-4900-b953-c8d7d467ea4d req-4a6ea5d9-36c4-4871-afb1-be66fde86e5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539680 Oct 29 08:08:22.849136 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977cd07-0b69-4291-a764-15658d594b7d req-9c1d6b75-b5c1-43e5-8240-f0678c5b4450 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:22.850775 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f977cd07-0b69-4291-a764-15658d594b7d req-9c1d6b75-b5c1-43e5-8240-f0678c5b4450 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0573096 Oct 29 08:08:22.898628 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f977cd07-0b69-4291-a764-15658d594b7d req-b00b2142-077b-44e7-b9bf-0c8755a7684a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Oct 29 08:08:23.233250 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6574c-c728-4e8f-8e3d-1a4d54ce4916 req-f3355018-6c51-4856-8a9c-bc3093f521be tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:23.234856 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c2b6574c-c728-4e8f-8e3d-1a4d54ce4916 req-f3355018-6c51-4856-8a9c-bc3093f521be tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0566850 Oct 29 08:08:23.277710 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c2b6574c-c728-4e8f-8e3d-1a4d54ce4916 req-554a16c4-82af-4349-b243-42961437d3ec tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Oct 29 08:08:23.474802 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96e19-7688-4b2f-902d-49c5857783c4 req-4f8b3c73-c17d-46ae-a3f5-81cddfb88925 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:23.476886 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0fb96e19-7688-4b2f-902d-49c5857783c4 req-4f8b3c73-c17d-46ae-a3f5-81cddfb88925 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0580051 Oct 29 08:08:23.536017 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0fb96e19-7688-4b2f-902d-49c5857783c4 req-67036231-35ec-4f6b-b9bd-520a5a3e71c0 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509520 Oct 29 08:08:24.057443 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f58e-fcf2-4830-84bb-6ac028fda2cd req-4aff1a6b-4750-45aa-a0ea-830cdcf0006b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:24.060888 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d0b0f58e-fcf2-4830-84bb-6ac028fda2cd req-4aff1a6b-4750-45aa-a0ea-830cdcf0006b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0737722 Oct 29 08:08:24.109854 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d0b0f58e-fcf2-4830-84bb-6ac028fda2cd req-f877dd63-4bdf-4c78-bc5d-5bbba703cd0b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Oct 29 08:08:24.409367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Request body: {'port': {'device_id': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:24.440739 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93c5fd-f40b-4b84-a260-ab7de9771799 req-5e8c38e1-a1d9-4577-ad9a-39442c1e0d7e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:24.442841 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cc93c5fd-f40b-4b84-a260-ab7de9771799 req-5e8c38e1-a1d9-4577-ad9a-39442c1e0d7e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0814109 Oct 29 08:08:24.508509 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cc93c5fd-f40b-4b84-a260-ab7de9771799 req-f598ff5f-cc0c-4aaa-9622-98bd391b4165 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Oct 29 08:08:24.743578 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:24.866415 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562b9d9-0dfb-4a36-afe5-e911f7b57647 req-b87f6b41-8ee3-4f25-b7d5-19706341cfea tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:24.868041 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1562b9d9-0dfb-4a36-afe5-e911f7b57647 req-b87f6b41-8ee3-4f25-b7d5-19706341cfea tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.2215841 Oct 29 08:08:24.944327 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1562b9d9-0dfb-4a36-afe5-e911f7b57647 req-d4d369bd-b915-46fb-8ba5-9f601ac4d02f tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631495 Oct 29 08:08:25.208817 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:08:25.227205 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:25.247605 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Transition to ACTIVE for port object 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:08:25.302778 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba5c9b-96ad-41a5-aefd-a1f4b4bc834e req-2f890c45-6ff1-4aae-b60f-25577d10376f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:25.304862 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1ba5c9b-96ad-41a5-aefd-a1f4b4bc834e req-2f890c45-6ff1-4aae-b60f-25577d10376f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 931 time: 0.0771637 Oct 29 08:08:25.314329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:25.381943 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1ba5c9b-96ad-41a5-aefd-a1f4b4bc834e req-2f525e14-a3fd-4e51-9598-4663ddcf7c9a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690334 Oct 29 08:08:25.491417 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:25.522054 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Attempting to bind port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:08:25.523005 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Attempting to bind port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:08:25.523568 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Attempting to bind port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 on network 13aacc88-1e80-40d8-b2e4-745b0edbce8d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:08:25.531358 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 on network 13aacc88-1e80-40d8-b2e4-745b0edbce8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:08:25.531710 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Attempting to bind port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 on network 13aacc88-1e80-40d8-b2e4-745b0edbce8d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:08:25.542911 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:08:25.543247 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Checking segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:08:25.544949 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Bound using segment: {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:08:25.545501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Bound port: 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:08:25.547387 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:25.671732 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:08:25.675423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:08:25.697182 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcc8b1-253e-4954-b116-1348e71fa560 req-92b5f1bd-4e60-463b-a3fb-39016640495e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:25.701068 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8dcc8b1-253e-4954-b116-1348e71fa560 req-92b5f1bd-4e60-463b-a3fb-39016640495e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.1082618 Oct 29 08:08:25.732712 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:25.756674 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8dcc8b1-253e-4954-b116-1348e71fa560 req-f0330b9a-c2a0-493f-b967-a676c3e6e80d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Oct 29 08:08:25.779267 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:25.779934 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:25.785238 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] 10.222.0.49 "PUT /v2.0/ports/41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 1093 time: 1.3814034 Oct 29 08:08:25.785238 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:25.785238 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24c8da9-27aa-4329-8c24-94ba4a7d1189" -d '{"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:25.811353 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ad1e-a4c2-4bc7-8309-e9f8a163f7bd service neutron] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:25.958269 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-aee5bf9f-8d4b-49b7-a8f4-2b64fd5655bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:25.959907 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-aee5bf9f-8d4b-49b7-a8f4-2b64fd5655bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1096 time: 0.0502622 Oct 29 08:08:26.006706 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-390bbfac-dff4-4527-8b17-942993561f33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 217 time: 0.0372756 Oct 29 08:08:26.071748 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-bf5894a0-1428-445e-bdf2-ba71c4d24580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.073392 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-bf5894a0-1428-445e-bdf2-ba71c4d24580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0576968 Oct 29 08:08:26.131148 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-de03b026-b911-4e79-a58f-7e306e0a72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.132802 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-de03b026-b911-4e79-a58f-7e306e0a72d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516348 Oct 29 08:08:26.240803 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9526e824-b79d-4577-a8f9-6bcc17c31382 x-openstack-request-id: req-9526e824-b79d-4577-a8f9-6bcc17c31382 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:26.241196 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:26.241470 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9526e824-b79d-4577-a8f9-6bcc17c31382 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:26.241956 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'status': 'completed', 'code': 200} Oct 29 08:08:26.250594 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-ec92ee77-fef7-4964-ba4c-94e23781e9dc service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082890 Oct 29 08:08:26.358385 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5edcd-198a-44b0-a117-744234465aac req-4d950e1c-86bb-42a6-bd14-34361fd31873 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.360957 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3b5edcd-198a-44b0-a117-744234465aac req-4d950e1c-86bb-42a6-bd14-34361fd31873 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0724738 Oct 29 08:08:26.376399 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ea54397d-634c-4b8e-b7cf-fc22d07edd62 req-f962b0cb-950a-4ad1-affd-54d78a964db6 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171775 Oct 29 08:08:26.414483 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3b5edcd-198a-44b0-a117-744234465aac req-0f8291e5-e1dd-4054-9d2d-3b05ad6590f9 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Oct 29 08:08:26.558642 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c27d-ceb2-4c67-966c-0f9275175dd1 req-363c93c1-5cd6-4b3a-9199-d4b3ae6f0667 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.561402 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8c5c27d-ceb2-4c67-966c-0f9275175dd1 req-363c93c1-5cd6-4b3a-9199-d4b3ae6f0667 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.0779500 Oct 29 08:08:26.625796 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8c5c27d-ceb2-4c67-966c-0f9275175dd1 req-fd32749a-4b89-4a9b-a279-56df69d727d8 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Oct 29 08:08:26.627052 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-710e9296-f2d1-4a41-883a-aff2235e329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.630530 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-710e9296-f2d1-4a41-883a-aff2235e329c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1096 time: 0.0812953 Oct 29 08:08:26.781308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-d49ccab5-9feb-46f5-8ef7-c0626c754eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.785639 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-d49ccab5-9feb-46f5-8ef7-c0626c754eab service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.1447937 Oct 29 08:08:26.809175 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80ada-f0f9-4e99-ba26-5904828a8b37 req-cba94f5e-fe41-460b-9c36-40d0c0680b95 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.811921 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4e80ada-f0f9-4e99-ba26-5904828a8b37 req-cba94f5e-fe41-460b-9c36-40d0c0680b95 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 943 time: 0.0736930 Oct 29 08:08:26.840292 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-f15a4e91-4cdc-4771-8659-5403e99e61c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 217 time: 0.0468843 Oct 29 08:08:26.874921 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4e80ada-f0f9-4e99-ba26-5904828a8b37 req-454f576c-c515-4b1f-843a-b14bb9b53238 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Oct 29 08:08:26.915136 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-d57e28df-2f8d-4515-a38b-c8863d736a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.918584 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-d57e28df-2f8d-4515-a38b-c8863d736a1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0680995 Oct 29 08:08:26.997521 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-e3e7d822-27b3-41c3-bd97-d400e6e79fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:26.999166 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-e3e7d822-27b3-41c3-bd97-d400e6e79fe5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715044 Oct 29 08:08:27.033032 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0eedf-77b8-4bd5-a810-f3af8ac88150 req-b295b293-ccee-49c0-b407-def7d87ce834 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:27.034638 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7cb0eedf-77b8-4bd5-a810-f3af8ac88150 req-b295b293-ccee-49c0-b407-def7d87ce834 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0653102 Oct 29 08:08:27.091084 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7cb0eedf-77b8-4bd5-a810-f3af8ac88150 req-a74af987-6935-4fdc-b858-87d3adf29e7c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495052 Oct 29 08:08:27.116001 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43442) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:27.140663 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-27a6a792-cea5-45bb-bc4c-190775daa318 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277266 Oct 29 08:08:27.246481 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b190ab-5582-41a9-8760-2a4d746b241b req-37c3f2a2-a945-4ecc-b5a0-4f39fd5657e8 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:27.249885 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1b190ab-5582-41a9-8760-2a4d746b241b req-37c3f2a2-a945-4ecc-b5a0-4f39fd5657e8 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0906203 Oct 29 08:08:27.252536 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c24c8da9-27aa-4329-8c24-94ba4a7d1189 req-3c3d5f81-2978-4507-a527-b36481073e4f service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015022 Oct 29 08:08:27.300141 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1b190ab-5582-41a9-8760-2a4d746b241b req-dfb32f25-9295-42e1-a682-ad1937d76ca8 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Oct 29 08:08:27.380576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00480e2c-f8fe-4678-828a-a3dddc316d8c tempest-TestVolumeBootPattern-1351721367 tempest-TestVolumeBootPattern-1351721367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:27.382118 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-00480e2c-f8fe-4678-828a-a3dddc316d8c tempest-TestVolumeBootPattern-1351721367 tempest-TestVolumeBootPattern-1351721367-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 1093 time: 0.2645612 Oct 29 08:08:27.385523 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43446) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:27.392993 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'port_id': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:27.571253 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:27.697595 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:27.758817 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78c349-132d-416f-9785-291915362f4e req-ca362ae2-dcec-4ad9-9b6b-61ad5254f24d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:27.760331 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5f78c349-132d-416f-9785-291915362f4e req-ca362ae2-dcec-4ad9-9b6b-61ad5254f24d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.0543892 Oct 29 08:08:27.800657 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5f78c349-132d-416f-9785-291915362f4e req-f3a54340-6bcd-40e0-be51-bad22fbefdd4 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Oct 29 08:08:27.827087 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Allocated IP 172.27.2.241 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/74661747-3c9e-44a3-852a-4146b3399def) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:08:27.847390 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:08:27.965009 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:28.053265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-4575b580-4fc1-4eed-8f0f-9fce8b5f5220 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:28.054923 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-4575b580-4fc1-4eed-8f0f-9fce8b5f5220 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Oct 29 08:08:28.063685 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5308a-b2ad-4c2c-b3fa-945bde73b8ef req-7c22549d-654e-4f74-b33d-4cd549ed32f0 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:28.064699 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-68d5308a-b2ad-4c2c-b3fa-945bde73b8ef req-7c22549d-654e-4f74-b33d-4cd549ed32f0 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 943 time: 0.0939100 Oct 29 08:08:28.090269 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:28.117935 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-68d5308a-b2ad-4c2c-b3fa-945bde73b8ef req-50b91f33-f5a4-4401-9190-7a229773b013 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Oct 29 08:08:28.203526 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:08:28.211940 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:08:28.215340 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:08:28.217443 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=74661747-3c9e-44a3-852a-4146b3399def,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:28.306261 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Deleting port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:08:28.306611 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:28.469339 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8eab1-6502-4502-bf8e-60a1f7defc92 req-f352ce78-1c5b-4dc3-b086-5a362b5c0641 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:28.471960 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-93f8eab1-6502-4502-bf8e-60a1f7defc92 req-f352ce78-1c5b-4dc3-b086-5a362b5c0641 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0800719 Oct 29 08:08:28.536774 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-93f8eab1-6502-4502-bf8e-60a1f7defc92 req-b2fb6ecc-8245-484c-9968-430f9fc44d4f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575802 Oct 29 08:08:28.552203 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] For port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:28.552698 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:28.578993 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Calling delete_port for e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:08:28.863081 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:28.961585 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaa904-cc5b-4f46-b8ad-464211991f1e req-49de1ad0-0573-4d08-9552-d541c2a555c6 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:28.963067 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7abaa904-cc5b-4f46-b8ad-464211991f1e req-49de1ad0-0573-4d08-9552-d541c2a555c6 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 945 time: 0.0621495 Oct 29 08:08:29.003070 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.004536 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7abaa904-cc5b-4f46-b8ad-464211991f1e req-e886df57-97eb-44ff-8c63-2ae5b45ff53c tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Oct 29 08:08:29.034076 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Pushing event deleted for resources: {'Port': ['ID=e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:29.083962 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.098280 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:08:29.100370 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] No DVR routers for this DVR port e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:08:29.119347 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.123067 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-55c386e2-ff13-4a2d-8254-5719b21a34f7 req-61297650-7741-43f6-b2c1-abc91df4c2df tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "DELETE /v2.0/ports/e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 HTTP/1.1" status: 204 len: 173 time: 1.0457134 Oct 29 08:08:29.123591 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'name': 'network-vif-deleted', 'tag': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:29.125885 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57917ff8-b386-4989-8a60-71571eb779ee" -d '{"events": [{"server_uuid": "3e0308b0-a357-4eb1-a680-04e2f8d18673", "name": "network-vif-deleted", "tag": "e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:29.170753 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe39344-d03a-4c96-a192-7c5050f07088 x-openstack-request-id: req-fbe39344-d03a-4c96-a192-7c5050f07088 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:29.171041 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0308b0-a357-4eb1-a680-04e2f8d18673", "name": "network-vif-deleted", "tag": "e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:29.171328 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fbe39344-d03a-4c96-a192-7c5050f07088 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:29.171895 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0308b0-a357-4eb1-a680-04e2f8d18673', 'name': 'network-vif-deleted', 'tag': 'e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4', 'status': 'completed', 'code': 200} Oct 29 08:08:29.251312 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:29.265133 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'port_id': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'mac_address': 'fa:16:3e:78:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:08:29.307936 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc67fd-6ea1-4fbc-a7fa-484f511e723e req-9a547b9e-8497-4ff6-9e96-2118dfd07c93 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:29.311763 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-21cc67fd-6ea1-4fbc-a7fa-484f511e723e req-9a547b9e-8497-4ff6-9e96-2118dfd07c93 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 943 time: 0.0608284 Oct 29 08:08:29.319930 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.334265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.336634 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:08:29.353080 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-21cc67fd-6ea1-4fbc-a7fa-484f511e723e req-062a725e-49d7-4811-b090-da6ffccf19f6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Oct 29 08:08:29.359294 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:29.397726 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.434478 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.466841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=74661747-3c9e-44a3-852a-4146b3399def,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:29.476831 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:29.487587 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:29.594714 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Floating IP 266b4b09-4a49-4bba-bab1-fd597f0c1b06 associated. External IP: 172.27.2.241, port: 740c8b85-1a87-4604-9798-4fed3b97f23d. Oct 29 08:08:29.695678 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c96c34-24cc-49be-860b-d6ef4ebd9c7b req-31c3c815-59fe-4da7-a11c-f3cf90c0d594 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:29.697196 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-66c96c34-24cc-49be-860b-d6ef4ebd9c7b req-31c3c815-59fe-4da7-a11c-f3cf90c0d594 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0538418 Oct 29 08:08:29.737830 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-66c96c34-24cc-49be-860b-d6ef4ebd9c7b req-dba97565-276f-4a5a-88d1-5bd2d87885fa tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Oct 29 08:08:29.818483 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:08:29.927541 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:08:29.936941 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:08:29.946893 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:08:29.947503 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:08:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:30.030176 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:30.071696 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0ba2299a-7d1e-49c5-8d1c-7f801c3e68a4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6742311 Oct 29 08:08:30.111435 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd82e506-6545-45b2-8093-ee5d054f65b7 req-44b300a5-a34d-4df4-932d-c38538175285 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 210 time: 0.0305915 Oct 29 08:08:30.138826 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:08:30.371276 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '266b4b09-4a49-4bba-bab1-fd597f0c1b06', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7b:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:08:28Z', 'updated_at': '2021-10-29T08:08:28Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:30.404510 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:08:30.418518 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:08:30.419721 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:08:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:30.479772 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74e845-cce8-4ba8-a112-4d6525cc9de9 req-c83937fa-e125-45a8-a8a4-0e172a1b4ce2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:30.481406 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fe74e845-cce8-4ba8-a112-4d6525cc9de9 req-c83937fa-e125-45a8-a8a4-0e172a1b4ce2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 944 time: 0.0523975 Oct 29 08:08:30.529312 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fe74e845-cce8-4ba8-a112-4d6525cc9de9 req-d98d8bc5-cd4b-4d10-a125-42f4e80eb4f3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Oct 29 08:08:30.590562 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:08:30.864198 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '266b4b09-4a49-4bba-bab1-fd597f0c1b06', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7b:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:08:28Z', 'updated_at': '2021-10-29T08:08:28Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:30.874970 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fc782-f457-4be5-bcf4-4276486dddbb req-32b26746-3c20-41b7-b527-6b99385dc8ad tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:30.876787 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7c8fc782-f457-4be5-bcf4-4276486dddbb req-32b26746-3c20-41b7-b527-6b99385dc8ad tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0600717 Oct 29 08:08:30.898226 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179594f0-374f-4b8c-b55b-ffff1365f1b9 None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '266b4b09-4a49-4bba-bab1-fd597f0c1b06', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7b:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:08:28Z', 'updated_at': '2021-10-29T08:08:28Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:08:30.923952 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7c8fc782-f457-4be5-bcf4-4276486dddbb req-4c579989-2eaf-40fe-b954-456ff233784a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Oct 29 08:08:30.951826 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:08:31.161973 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd50d61-0637-4f18-a7eb-9c3db17a96e3 None None] New status for floating IP 266b4b09-4a49-4bba-bab1-fd597f0c1b06: ACTIVE {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:08:31.172916 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:31.183049 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1420422c-5178-4ba3-bba0-f54cba209821" -d '{"events": [{"name": "network-changed", "server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:31.235926 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c2ef4cf3-1c36-439a-bb16-718940cc8007 req-e0f00ad1-117b-43b5-886b-44bca01944e7 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e0308b0-a357-4eb1-a680-04e2f8d18673 HTTP/1.1" status: 200 len: 210 time: 0.0377939 Oct 29 08:08:31.264921 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['41b6c3ac-84c6-43ad-a36a-ba157fb06e07'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:08:31.302135 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa11c96-7c3b-4cf0-b11f-89c3b07c6b54 x-openstack-request-id: req-5fa11c96-7c3b-4cf0-b11f-89c3b07c6b54 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:31.302527 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:31.302907 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5fa11c96-7c3b-4cf0-b11f-89c3b07c6b54 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:31.303417 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'status': 'completed', 'code': 200} Oct 29 08:08:31.377107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420422c-5178-4ba3-bba0-f54cba209821 req-19afc9f2-7b1f-41f2-9093-799ca9db9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:31.378749 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-19afc9f2-7b1f-41f2-9093-799ca9db9079 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 1098 time: 0.0451982 Oct 29 08:08:31.712244 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69c24-c7a1-4888-9cf2-4c088d434958 req-28e82632-f71b-43b9-801a-667c548cb90f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:31.712244 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-77d69c24-c7a1-4888-9cf2-4c088d434958 req-28e82632-f71b-43b9-801a-667c548cb90f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 944 time: 0.0818660 Oct 29 08:08:31.781579 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420422c-5178-4ba3-bba0-f54cba209821 req-0ad5422d-114d-4bee-90e1-7129bb7a2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:31.783208 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-0ad5422d-114d-4bee-90e1-7129bb7a2229 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.3907559 Oct 29 08:08:31.785306 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-77d69c24-c7a1-4888-9cf2-4c088d434958 req-1d7a0984-6c3b-4740-a905-4b8bf2627f3e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663295 Oct 29 08:08:31.887031 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-8030fb80-6523-405c-bfb8-e86f6c625ee2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740c8b85-1a87-4604-9798-4fed3b97f23d HTTP/1.1" status: 200 len: 1001 time: 0.0925715 Oct 29 08:08:31.959612 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420422c-5178-4ba3-bba0-f54cba209821 req-9ef5bc16-637f-4e7d-9305-3d794e166561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:31.963090 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-9ef5bc16-637f-4e7d-9305-3d794e166561 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0662780 Oct 29 08:08:32.034160 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420422c-5178-4ba3-bba0-f54cba209821 req-33ecbda9-3657-4bfd-aa2e-591cd39dff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:32.036049 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-33ecbda9-3657-4bfd-aa2e-591cd39dff37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628884 Oct 29 08:08:32.115812 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a167275-3cce-410e-9455-6a53ef84aad5 req-6cccac25-28ae-45d5-b57f-c26c7f90e12b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:32.117804 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5a167275-3cce-410e-9455-6a53ef84aad5 req-6cccac25-28ae-45d5-b57f-c26c7f90e12b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0783229 Oct 29 08:08:32.164092 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-763a79f3-4a1b-4f13-9bf7-38d029707ae2 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187575 Oct 29 08:08:32.189993 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5a167275-3cce-410e-9455-6a53ef84aad5 req-39d7fb0f-f317-4991-8de1-6be14b342aba tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594921 Oct 29 08:08:32.295172 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-1420422c-5178-4ba3-bba0-f54cba209821 req-ded2cb0f-bae4-4cd6-a365-3c126db92be6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238968 Oct 29 08:08:32.936354 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420f282-b8f8-46df-857d-1df2206fd179 req-c3a253d3-5fbf-49a3-97d6-6a0230562090 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:32.937943 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d420f282-b8f8-46df-857d-1df2206fd179 req-c3a253d3-5fbf-49a3-97d6-6a0230562090 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 944 time: 0.0687685 Oct 29 08:08:32.970710 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:08:33.001852 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d420f282-b8f8-46df-857d-1df2206fd179 req-ee70acfa-f307-46f5-9221-175595f307d1 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Oct 29 08:08:33.108437 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:08:33.113381 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:08:33.113754 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:33.202286 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:33.227986 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:33.230932 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2853767-86cc-40f3-a4d4-e91bc46e89d7" -d '{"events": [{"server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "name": "network-vif-plugged", "status": "completed", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:33.247334 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:33.323348 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:33.327644 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:08:33.368952 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48993a-a44f-497d-9e3c-ae5b6b565b17 req-fe84042b-598f-41d4-b869-881e4a666904 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:33.371335 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a48993a-a44f-497d-9e3c-ae5b6b565b17 req-fe84042b-598f-41d4-b869-881e4a666904 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0580778 Oct 29 08:08:33.378433 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:08:33.378774 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device e5a63760-0ad2-4d27-ba5a-29dd5c1a4cd4 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:08:33.408855 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:33.433713 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a48993a-a44f-497d-9e3c-ae5b6b565b17 req-caa90c38-175d-45e4-a55b-3f5e09065756 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 Oct 29 08:08:33.489426 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88e27a-17ef-41e1-b35e-d48a47f9b293 x-openstack-request-id: req-bf88e27a-17ef-41e1-b35e-d48a47f9b293 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:33.489828 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "name": "network-vif-plugged", "status": "completed", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:33.490117 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bf88e27a-17ef-41e1-b35e-d48a47f9b293 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:33.490702 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'code': 200} Oct 29 08:08:34.165194 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5daa63-e7d3-48e6-a293-2a3a619722f6 req-e5b053fe-20b7-42f5-aedb-331e81af4373 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:34.167142 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-df5daa63-e7d3-48e6-a293-2a3a619722f6 req-e5b053fe-20b7-42f5-aedb-331e81af4373 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0846114 Oct 29 08:08:34.216424 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-df5daa63-e7d3-48e6-a293-2a3a619722f6 req-ec78a128-3885-4707-bc62-192e999898ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 Oct 29 08:08:34.563490 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98061710-2656-4d71-a91c-c5cd21036ae1 req-11fe02fe-c534-4f50-820f-53f927482723 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:34.565090 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-98061710-2656-4d71-a91c-c5cd21036ae1 req-11fe02fe-c534-4f50-820f-53f927482723 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0511892 Oct 29 08:08:34.606787 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-98061710-2656-4d71-a91c-c5cd21036ae1 req-d10e97b6-7835-4d95-98fb-cec40a5a52b6 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Oct 29 08:08:35.360505 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc804b-0ecc-4e11-937a-837cf5b09a42 req-f9a57397-e85c-48b3-be64-c25f6eb03c65 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:35.362218 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5ddc804b-0ecc-4e11-937a-837cf5b09a42 req-f9a57397-e85c-48b3-be64-c25f6eb03c65 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0578644 Oct 29 08:08:35.407819 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5ddc804b-0ecc-4e11-937a-837cf5b09a42 req-52a52e10-d9cb-4b47-b227-362d7e561454 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Oct 29 08:08:35.746999 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3507555-e78b-46c4-921d-3ca1406e8c1b req-dfe90624-8dfe-4794-a3cb-ccbd6d5bdcaa tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:35.748653 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b3507555-e78b-46c4-921d-3ca1406e8c1b req-dfe90624-8dfe-4794-a3cb-ccbd6d5bdcaa tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0621979 Oct 29 08:08:35.796909 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b3507555-e78b-46c4-921d-3ca1406e8c1b req-ae314405-7e72-41d8-a85f-8ba2f43e7297 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Oct 29 08:08:36.436947 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aff78-c72f-483e-b125-88634530f339 req-56c20292-12d4-401c-b3ad-a8eca3cbe7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:36.438482 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7c3aff78-c72f-483e-b125-88634530f339 req-56c20292-12d4-401c-b3ad-a8eca3cbe7a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0455804 Oct 29 08:08:36.489550 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7c3aff78-c72f-483e-b125-88634530f339 req-89419042-886f-4b8d-8c59-6957b1386a74 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Oct 29 08:08:36.543285 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782342a-63e3-4fa1-b529-e04231e467f6 req-c617a19c-3e43-4912-8924-fb8b5492e31f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:36.545183 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7782342a-63e3-4fa1-b529-e04231e467f6 req-c617a19c-3e43-4912-8924-fb8b5492e31f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0590217 Oct 29 08:08:36.589604 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7782342a-63e3-4fa1-b529-e04231e467f6 req-9285bff8-29f4-4fd6-8890-95c6ded9e5b7 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Oct 29 08:08:36.937866 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4e95-3173-49d1-b0f4-781c68351579 req-c806c67d-e0a0-4d6d-9b82-2eea0d88bf95 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:36.942616 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e5c4e95-3173-49d1-b0f4-781c68351579 req-c806c67d-e0a0-4d6d-9b82-2eea0d88bf95 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0682929 Oct 29 08:08:37.011434 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e5c4e95-3173-49d1-b0f4-781c68351579 req-7e71cfe2-dd6d-4d6f-b421-54c0c36c519c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569954 Oct 29 08:08:37.742824 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc125f44-0ce1-4158-8372-0ee04f01dccd req-d08e7088-35fd-43cd-9866-957cd678086c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:37.744985 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cc125f44-0ce1-4158-8372-0ee04f01dccd req-d08e7088-35fd-43cd-9866-957cd678086c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0657697 Oct 29 08:08:37.756008 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a217cd0-e04b-40a7-8f1c-c43e029ee1e6 req-70c30db6-1d3e-4fa6-aeac-a763cab31f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:37.757624 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a217cd0-e04b-40a7-8f1c-c43e029ee1e6 req-70c30db6-1d3e-4fa6-aeac-a763cab31f41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.0620763 Oct 29 08:08:37.789423 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cc125f44-0ce1-4158-8372-0ee04f01dccd req-f92e9948-1bf5-4db3-b25a-a044ef869654 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Oct 29 08:08:37.817532 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a217cd0-e04b-40a7-8f1c-c43e029ee1e6 req-14b24b0f-e794-424a-b552-eea2e9bc0fba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Oct 29 08:08:38.164237 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d34fc-c6a7-4f39-baa6-c50db84272f4 req-6529fe9e-a24f-40e7-8eb4-fd47e5a2d2ce tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:38.165867 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-322d34fc-c6a7-4f39-baa6-c50db84272f4 req-6529fe9e-a24f-40e7-8eb4-fd47e5a2d2ce tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0707703 Oct 29 08:08:38.207468 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-322d34fc-c6a7-4f39-baa6-c50db84272f4 req-e31d91ff-9394-4469-bd0b-c14bf1f27924 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344446 Oct 29 08:08:38.934144 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3745f33-3c59-46d5-8177-0dcc974261e5 req-5b6810ea-819c-47f1-8cbc-a9d90b26a3a9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:38.937055 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3745f33-3c59-46d5-8177-0dcc974261e5 req-5b6810ea-819c-47f1-8cbc-a9d90b26a3a9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0675435 Oct 29 08:08:39.008493 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3745f33-3c59-46d5-8177-0dcc974261e5 req-a217736c-b34d-4377-bf13-d057d92648dd tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627985 Oct 29 08:08:39.161713 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c460f9-46f5-47d0-aae3-494422f5e22d req-5843a9a0-cb99-408f-9f39-98e29443fa05 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:39.164443 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d7c460f9-46f5-47d0-aae3-494422f5e22d req-5843a9a0-cb99-408f-9f39-98e29443fa05 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0795829 Oct 29 08:08:39.211827 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d7c460f9-46f5-47d0-aae3-494422f5e22d req-6d81a3b3-b4c0-4115-9e4c-ba2aa0fa0ca6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Oct 29 08:08:39.341479 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f108-5c8c-4fb5-83fe-d589055e22c6 req-5f84f04f-c4a3-46d5-9b2c-4cc0d7d87127 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:39.343114 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a930f108-5c8c-4fb5-83fe-d589055e22c6 req-5f84f04f-c4a3-46d5-9b2c-4cc0d7d87127 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0567315 Oct 29 08:08:39.387077 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a930f108-5c8c-4fb5-83fe-d589055e22c6 req-b07921bb-f28c-4ab1-a2b6-e8452ea997a3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361717 Oct 29 08:08:39.841355 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff849-b8fa-483d-b426-b086664c9770 req-3550e534-8835-4466-9be4-d838c473b01c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:39.842883 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ca8ff849-b8fa-483d-b426-b086664c9770 req-3550e534-8835-4466-9be4-d838c473b01c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0587115 Oct 29 08:08:39.885508 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ca8ff849-b8fa-483d-b426-b086664c9770 req-1b3de144-b73b-4936-a8f8-a3d8d0f620f8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357776 Oct 29 08:08:40.039251 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 43608) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:40.176631 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea529621-0b2b-4f16-84d9-876f1dba6a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.272309 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea529621-0b2b-4f16-84d9-876f1dba6a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.345955 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2adc3-d285-4350-b25d-2b30c0a22e1b req-ae30e9b2-0a79-4ba3-95bf-b56e2f466d78 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:40.347599 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3ea2adc3-d285-4350-b25d-2b30c0a22e1b req-ae30e9b2-0a79-4ba3-95bf-b56e2f466d78 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0582819 Oct 29 08:08:40.399785 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ea529621-0b2b-4f16-84d9-876f1dba6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.409857 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3ea2adc3-d285-4350-b25d-2b30c0a22e1b req-c99183dd-8eec-4ceb-a208-6ebd6f67555e tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Oct 29 08:08:40.452122 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ea529621-0b2b-4f16-84d9-876f1dba6a06 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d20b81f11dcd44828fd30d9999a5d26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112501 Oct 29 08:08:40.453126 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea529621-0b2b-4f16-84d9-876f1dba6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2eee2-42e9-494e-9a6d-30e5fbb3e145,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:40.455321 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43614) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:40.540384 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5e14f09-7bf7-401a-a637-da47e68495ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.564927 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5e14f09-7bf7-401a-a637-da47e68495ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.701807 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5e14f09-7bf7-401a-a637-da47e68495ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.706960 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5e14f09-7bf7-401a-a637-da47e68495ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:40.715867 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d5e14f09-7bf7-401a-a637-da47e68495ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31a2eee2-42e9-494e-9a6d-30e5fbb3e145 HTTP/1.1" status: 204 len: 168 time: 0.2520657 Oct 29 08:08:40.727528 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e14f09-7bf7-401a-a637-da47e68495ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2eee2-42e9-494e-9a6d-30e5fbb3e145,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:41.544388 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306f6d-427d-45ff-803e-28b1844f4bdc req-9b9a7b46-796d-4fb3-a650-db9a3ee5a439 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:41.546014 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b4306f6d-427d-45ff-803e-28b1844f4bdc req-9b9a7b46-796d-4fb3-a650-db9a3ee5a439 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0578382 Oct 29 08:08:41.592566 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b4306f6d-427d-45ff-803e-28b1844f4bdc req-e6c4ebe1-478a-4e6a-ab10-fd7b1caf5dc0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Oct 29 08:08:42.310495 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-d27524b4-91bb-4e40-96a8-8453092491d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:42.312252 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-d27524b4-91bb-4e40-96a8-8453092491d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 1099 time: 0.0489175 Oct 29 08:08:42.420443 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-468f80bc-3e35-4781-9819-417b90ec0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:42.421959 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-468f80bc-3e35-4781-9819-417b90ec0cd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.1009688 Oct 29 08:08:42.477465 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-67cb2094-2623-44ef-bf0e-300cbe514f97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 200 len: 217 time: 0.0443261 Oct 29 08:08:42.538132 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-e2085d31-3ccf-4da0-a6ac-e7afe5804434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:42.540202 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-e2085d31-3ccf-4da0-a6ac-e7afe5804434 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.0543733 Oct 29 08:08:42.579265 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-24bb1086-cd78-4ef5-988c-4c5bf31fbe3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315669 Oct 29 08:08:42.695941 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-0a221227-72b2-48b9-ad58-6988e1732a45 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020994 Oct 29 08:08:42.785016 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9bae-02e5-48ee-9001-b5606a8f0acb req-75b1bf36-c1b6-4e90-a4a5-5e29e85263ea tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:42.787449 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3cfc9bae-02e5-48ee-9001-b5606a8f0acb req-75b1bf36-c1b6-4e90-a4a5-5e29e85263ea tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0880976 Oct 29 08:08:42.833236 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-56a1a5fd-87eb-4db6-a36a-969559537d37 req-1eab95db-1c68-451a-8afc-74d271528d67 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291175 Oct 29 08:08:42.864278 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3cfc9bae-02e5-48ee-9001-b5606a8f0acb req-bcd62e08-05ed-4ca3-b34b-9ff8010131a5 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611382 Oct 29 08:08:43.369769 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fe08821f-d42d-4b3a-bf60-9622f17f7b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:44.397611 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-7910e166-e904-4a3f-97b4-abb7ec0dbf32 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:44.403132 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-7910e166-e904-4a3f-97b4-abb7ec0dbf32 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/networks?id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 200 len: 814 time: 0.1412675 Oct 29 08:08:44.430035 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-3f5e65e0-4ea1-4617-b554-563ee7fe5497 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/quotas/093668a478a64bb4823401a230125a55 HTTP/1.1" status: 200 len: 375 time: 0.0228932 Oct 29 08:08:44.489204 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-68493300-cc6a-4881-a536-cabfe7febb82 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=093668a478a64bb4823401a230125a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530422 Oct 29 08:08:44.664479 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-5a5082ce-46da-4632-a6ed-ab0b6a8e8a2d service neutron] 10.222.0.74 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651173 Oct 29 08:08:44.838164 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-9fe67341-6c83-42c9-8fce-7b5035b5d318 service neutron] 10.222.0.74 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663063 Oct 29 08:08:45.220957 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac160d-565a-4143-a03d-64bf830a5ec6 req-7f542608-9dde-4948-8848-ee696e90aa8b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:45.223214 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0dac160d-565a-4143-a03d-64bf830a5ec6 req-7f542608-9dde-4948-8848-ee696e90aa8b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0739720 Oct 29 08:08:45.293025 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0dac160d-565a-4143-a03d-64bf830a5ec6 req-43cbea15-001d-449f-bb88-6894c79f45f1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 Oct 29 08:08:45.358212 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8a70177a-2ce2-40ed-8192-2b03bcd144b9 req-15fe720b-7cac-4ac4-abe8-9e7e2db81d41 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 210 time: 0.0304670 Oct 29 08:08:46.400923 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb2dc-0fea-47ec-8b0e-301103b03f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:46.420988 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f420-878b-4039-a28d-6c28923337d2 req-4a5f94fa-8408-4148-b4e8-3b4f5051c6fd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:46.422653 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e5f7f420-878b-4039-a28d-6c28923337d2 req-4a5f94fa-8408-4148-b4e8-3b4f5051c6fd tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0602639 Oct 29 08:08:46.478362 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e5f7f420-878b-4039-a28d-6c28923337d2 req-be3534f1-3b0c-456e-9a46-e0d2839bc4a2 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Oct 29 08:08:46.626008 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c8840fae-09d3-4e32-8b64-29be905ad157 req-cc64130d-b022-438d-b131-c0e3f9df7936 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 210 time: 0.0351508 Oct 29 08:08:47.140140 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:47.291047 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:47.687760 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-77a4bd24-c132-488c-b163-5d42282118a3 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:47.690411 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-77a4bd24-c132-488c-b163-5d42282118a3 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "GET /v2.0/networks?id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 200 len: 814 time: 0.1497514 Oct 29 08:08:47.714726 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Request body: {'port': {'device_id': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4', 'admin_state_up': True, 'tenant_id': '093668a478a64bb4823401a230125a55'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:47.773559 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:47.803438 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8bf34a0-43d2-4257-9536-7ed14868ed7d req-fd767d2d-85b9-4ff1-a87d-7b939b220f96 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 210 time: 0.0479870 Oct 29 08:08:47.958178 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-be2f847a-18aa-480e-9958-f6a98b52625b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917313 Oct 29 08:08:48.033687 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Made reservation on behalf of 093668a478a64bb4823401a230125a55 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:08:48.040052 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:48.116813 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-6fcc301d-87e4-4534-a2eb-18c0493f7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:48.121030 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-6fcc301d-87e4-4534-a2eb-18c0493f7a15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e925cc20af94eff81718e6ff4244339&device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 1098 time: 0.1334646 Oct 29 08:08:48.398827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Allocated IP 172.20.0.3 (e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4/c3aa4c90-3dad-4986-8072-c4ae568d9909/9368678c-3958-4f40-81e5-709251c3536b) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:08:48.402469 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-2cc231ef-438e-4d46-a052-0bfdfd18febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:48.404375 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-2cc231ef-438e-4d46-a052-0bfdfd18febb service neutron] 10.222.0.49 "GET /v2.0/networks?id=a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 200 len: 919 time: 0.2222981 Oct 29 08:08:48.491362 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-4a3d2987-e463-4b24-bdfa-7e5e0cfa336d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa582d25-32d2-44fc-9812-c7015de26ddb HTTP/1.1" status: 200 len: 217 time: 0.0721111 Oct 29 08:08:48.672728 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-eb87c1eb-458d-4bc5-ba6b-306ee848c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:48.675295 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-eb87c1eb-458d-4bc5-ba6b-306ee848c3d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 200 len: 858 time: 0.1735635 Oct 29 08:08:48.735311 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-afa37fff-f973-4247-b9a6-0ec45ecfdd9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a61cee51-a74b-4432-b917-2f01b79985e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469913 Oct 29 08:08:48.903542 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:48.949627 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-57497522-a8a5-4bab-bf1b-90e3a44f2f0b req-4c45dc59-6d98-4718-9176-6b68f39e43ce tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 210 time: 0.0443122 Oct 29 08:08:48.991687 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-a77d81a9-240b-45f9-a95a-4b8dbc76eb69 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415724 Oct 29 08:08:49.089927 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:49.105184 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-599f9fdc-9bdd-45b3-96bf-7c1ef1a5b4c3 req-096a0190-b7e9-4233-ac93-08fb79a009e2 service neutron] 10.222.0.49 "GET /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026545 Oct 29 08:08:49.109968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:49.187884 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:08:49.196795 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:08:49.200496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:08:49.204678 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Pushing event updated for resources: {'Port': ['ID=9368678c-3958-4f40-81e5-709251c3536b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:49.234565 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.235082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.235478 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.236172 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.236882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.236882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.237180 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.237637 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.238048 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.238469 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.238894 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.239313 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:49.272704 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:49.273465 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:49.351609 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-a3dc61f4-5d8c-408a-ba94-9b39851e14c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6439416 Oct 29 08:08:49.371064 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Request body: {'port': {'device_id': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:49.435954 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:49.791898 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9368678c-3958-4f40-81e5-709251c3536b {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:08:49.801626 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:49.816830 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Transition to ACTIVE for port object 9368678c-3958-4f40-81e5-709251c3536b will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:08:49.930700 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:49.987964 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Pushing event updated for resources: {'Port': ['ID=9368678c-3958-4f40-81e5-709251c3536b,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:50.082847 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Attempting to bind port 9368678c-3958-4f40-81e5-709251c3536b on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:08:50.083339 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Attempting to bind port 9368678c-3958-4f40-81e5-709251c3536b by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:08:50.083522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Attempting to bind port 9368678c-3958-4f40-81e5-709251c3536b on network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:08:50.091308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Port 9368678c-3958-4f40-81e5-709251c3536b on network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:08:50.091783 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Attempting to bind port 9368678c-3958-4f40-81e5-709251c3536b on network e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:08:50.097925 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:08:50.098275 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Checking segment: {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:08:50.098586 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Bound using segment: {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:08:50.099055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Bound port: 9368678c-3958-4f40-81e5-709251c3536b, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be5b4e0-3667-4b77-a457-95bafbdaeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:08:50.099422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:50.126157 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4972-dfa3-44d4-9f89-051b19532b53 req-3a40e60d-4882-4619-beaa-0c24dbed0755 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:50.128839 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-768a4972-dfa3-44d4-9f89-051b19532b53 req-3a40e60d-4882-4619-beaa-0c24dbed0755 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 943 time: 0.0888903 Oct 29 08:08:50.176311 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] For port 9368678c-3958-4f40-81e5-709251c3536b, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:08:50.183226 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] For port 9368678c-3958-4f40-81e5-709251c3536b, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9368678c-3958-4f40-81e5-709251c3536b,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:08:50.192052 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-768a4972-dfa3-44d4-9f89-051b19532b53 req-1759d35e-8875-400d-87bf-7a6febe02505 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491860 Oct 29 08:08:50.274671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:50.315995 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:50.317199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:50.318261 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] 10.222.0.49 "PUT /v2.0/ports/9368678c-3958-4f40-81e5-709251c3536b HTTP/1.1" status: 200 len: 1093 time: 0.9520712 Oct 29 08:08:50.318576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'tag': '9368678c-3958-4f40-81e5-709251c3536b'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:50.321067 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca5113a-f205-4b7b-8f28-16d7645a0948" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c36621-7b60-4940-8e5b-cbcc9cd3524c", "tag": "9368678c-3958-4f40-81e5-709251c3536b"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:50.351271 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa96ef-1415-4337-b6fb-4eb002639cff service neutron] Pushing event updated for resources: {'Port': ['ID=9368678c-3958-4f40-81e5-709251c3536b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:50.426249 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0121bbf-fdbe-4880-9ca0-2efd495a8b4b x-openstack-request-id: req-f0121bbf-fdbe-4880-9ca0-2efd495a8b4b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:50.426595 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c36621-7b60-4940-8e5b-cbcc9cd3524c", "tag": "9368678c-3958-4f40-81e5-709251c3536b", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:50.426944 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0121bbf-fdbe-4880-9ca0-2efd495a8b4b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:50.427352 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'tag': '9368678c-3958-4f40-81e5-709251c3536b', 'status': 'completed', 'code': 200} Oct 29 08:08:50.506801 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-bb6abb47-cb6a-4701-b0b0-5b62d75a7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:50.508593 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-bb6abb47-cb6a-4701-b0b0-5b62d75a7b98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=093668a478a64bb4823401a230125a55&device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 1096 time: 0.0791926 Oct 29 08:08:50.566463 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-b7629ea7-48f8-44ab-be62-e2c50f2d8ff8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9368678c-3958-4f40-81e5-709251c3536b HTTP/1.1" status: 200 len: 217 time: 0.0421202 Oct 29 08:08:50.631651 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-c1d899d4-4bd4-4ca1-b2c4-9c50afa5f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:50.634226 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-c1d899d4-4bd4-4ca1-b2c4-9c50afa5f5d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3aa4c90-3dad-4986-8072-c4ae568d9909 HTTP/1.1" status: 200 len: 854 time: 0.0597656 Oct 29 08:08:50.674709 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-530fae2f-3856-418c-92db-143f699fa90f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327666 Oct 29 08:08:50.807475 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-1b3d85da-c6ac-49eb-98a1-1136773d39ab service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176631 Oct 29 08:08:50.924555 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d3d5f1e9-67ed-4df1-80b6-1b89eb2a8b83 req-659157a7-340c-4a12-b8ca-e76257a1510b service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072655 Oct 29 08:08:51.086936 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-5e4b8663-df9e-477e-93a1-e41ba421c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:51.089238 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-5e4b8663-df9e-477e-93a1-e41ba421c929 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=093668a478a64bb4823401a230125a55&device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 1096 time: 0.0437274 Oct 29 08:08:51.200867 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-58483934-7b0d-4994-b343-75c538380956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:51.202369 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-58483934-7b0d-4994-b343-75c538380956 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 200 len: 915 time: 0.1040447 Oct 29 08:08:51.252662 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-0f255206-c326-48b8-8ea5-b3c023852206 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9368678c-3958-4f40-81e5-709251c3536b HTTP/1.1" status: 200 len: 217 time: 0.0369151 Oct 29 08:08:51.347561 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-347df680-6db8-4110-80de-fb23b946a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:51.349795 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-347df680-6db8-4110-80de-fb23b946a3cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3aa4c90-3dad-4986-8072-c4ae568d9909 HTTP/1.1" status: 200 len: 854 time: 0.0783086 Oct 29 08:08:51.382135 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24dae2-675c-46f6-98ae-312640799068 req-7d692d96-7553-4491-8818-0339d207557f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:51.383827 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec24dae2-675c-46f6-98ae-312640799068 req-7d692d96-7553-4491-8818-0339d207557f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 943 time: 0.0716841 Oct 29 08:08:51.389880 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-27151211-b501-4c02-9110-96ae05b25f23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303354 Oct 29 08:08:51.430205 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec24dae2-675c-46f6-98ae-312640799068 req-dce9e52d-0c05-451b-89fe-2f84dd5dac41 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Oct 29 08:08:51.546708 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-ea77635b-e633-4015-b784-595e1e53d9fc service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273665 Oct 29 08:08:51.654047 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-6ca5113a-f205-4b7b-8f28-16d7645a0948 req-b60d9ddd-fad3-44fe-a303-8ea7e6e1ecd6 service neutron] 10.222.0.49 "GET /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982773 Oct 29 08:08:52.685365 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03910ca2-24c4-4a1a-b570-73d2e68c0e48 req-0d7cf9a1-527b-4d6f-9687-0032efda99c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:52.685365 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03910ca2-24c4-4a1a-b570-73d2e68c0e48 req-0d7cf9a1-527b-4d6f-9687-0032efda99c1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 943 time: 0.0580027 Oct 29 08:08:52.685365 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03910ca2-24c4-4a1a-b570-73d2e68c0e48 req-62d4f916-7f95-4e42-b676-001fbdf54015 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Oct 29 08:08:53.422841 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db0081-3ebf-4acd-9a87-270a9029161b req-fcf2785d-d646-4946-a8c4-d2a3fc917dd3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:53.424346 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-68db0081-3ebf-4acd-9a87-270a9029161b req-fcf2785d-d646-4946-a8c4-d2a3fc917dd3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0597465 Oct 29 08:08:53.464329 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-68db0081-3ebf-4acd-9a87-270a9029161b req-92676e58-38b3-4d6a-ac7e-db0d3ad0ec9d tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Oct 29 08:08:53.491221 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43866) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:53.736021 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e0a89-e2ab-47d2-b99d-d7a7ed537a13 tempest-TestMinimumBasicScenario-830645617 tempest-TestMinimumBasicScenario-830645617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:53.737954 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c89e0a89-e2ab-47d2-b99d-d7a7ed537a13 tempest-TestMinimumBasicScenario-830645617 tempest-TestMinimumBasicScenario-830645617-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1093 time: 0.2451751 Oct 29 08:08:53.741396 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43874) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:53.746379 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'port_id': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:53.749642 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671f9d2-b78a-4d67-8388-509a960f5451 req-4afcea05-5f58-4567-865b-dce1c1b0635f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:53.751114 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9671f9d2-b78a-4d67-8388-509a960f5451 req-4afcea05-5f58-4567-865b-dce1c1b0635f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 943 time: 0.0532763 Oct 29 08:08:53.790236 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9671f9d2-b78a-4d67-8388-509a960f5451 req-fff1a895-a288-4ad0-aa5f-4ad4febef924 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Oct 29 08:08:53.937703 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for floatingip, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:54.049681 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:54.171054 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Allocated IP 172.27.2.139 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/db3faca1-5f3d-4e24-96b7-bbbfcbbea083) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:08:54.297750 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:54.439839 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:54.496052 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:08:54.499637 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:08:54.503747 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:08:54.528579 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'Port': ['ID=db3faca1-5f3d-4e24-96b7-bbbfcbbea083,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:54.558593 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2fa6b-163c-4cb0-b856-5782645a254c req-e34768f7-d594-4a4f-9f28-e034743689b5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:54.563393 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1ab2fa6b-163c-4cb0-b856-5782645a254c req-e34768f7-d594-4a4f-9f28-e034743689b5 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0594122 Oct 29 08:08:54.614406 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1ab2fa6b-163c-4cb0-b856-5782645a254c req-75cb813a-12e4-46e2-a756-914682b6c3f4 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 Oct 29 08:08:54.889541 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:54.930190 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a975765-7348-4ca5-af42-ed45312a25d1 req-cf651e6f-fad4-4f4e-8826-07804939804d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:54.938789 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9a975765-7348-4ca5-af42-ed45312a25d1 req-cf651e6f-fad4-4f4e-8826-07804939804d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 943 time: 0.0647311 Oct 29 08:08:54.974051 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9a975765-7348-4ca5-af42-ed45312a25d1 req-326b78a7-8f2a-4721-8e82-26c8606f0b13 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 Oct 29 08:08:55.052014 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:55.066187 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 9368678c-3958-4f40-81e5-709251c3536b details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:08:55.186131 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 9368678c-3958-4f40-81e5-709251c3536b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9368678c-3958-4f40-81e5-709251c3536b,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:55.199576 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '9368678c-3958-4f40-81e5-709251c3536b', 'network_id': 'e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4', 'port_id': '9368678c-3958-4f40-81e5-709251c3536b', 'mac_address': 'fa:16:3e:a5:ea:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3aa4c90-3dad-4986-8072-c4ae568d9909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:08:55.252442 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:55.269329 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9368678c-3958-4f40-81e5-709251c3536b {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:08:55.298206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 9368678c-3958-4f40-81e5-709251c3536b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9368678c-3958-4f40-81e5-709251c3536b,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:55.380456 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:55.448766 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=9368678c-3958-4f40-81e5-709251c3536b,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:55.472577 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:55.571360 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:55.648021 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'Port': ['ID=db3faca1-5f3d-4e24-96b7-bbbfcbbea083,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:55.659456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:55.696835 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['9368678c-3958-4f40-81e5-709251c3536b'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:08:55.751758 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032a3b1-097c-4b91-8c76-fa2a1dd1e091 req-9b49944c-f83d-4979-87be-9401612a6da1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:55.753806 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a032a3b1-097c-4b91-8c76-fa2a1dd1e091 req-9b49944c-f83d-4979-87be-9401612a6da1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0630765 Oct 29 08:08:55.783347 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Floating IP 98aba124-0dc8-40d7-9e27-7034e09df04e associated. External IP: 172.27.2.139, port: 41b6c3ac-84c6-43ad-a36a-ba157fb06e07. Oct 29 08:08:55.798641 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a032a3b1-097c-4b91-8c76-fa2a1dd1e091 req-583128f1-22a2-40b5-a670-4f20aa2e98e8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362887 Oct 29 08:08:56.012579 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:08:56.112148 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad872b3-e7a9-4c76-a41f-c483f0a7fff1 req-1b749b55-f446-4403-a3b2-826de684a09b tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:56.114181 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ad872b3-e7a9-4c76-a41f-c483f0a7fff1 req-1b749b55-f446-4403-a3b2-826de684a09b tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 944 time: 0.0700073 Oct 29 08:08:56.142026 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:08:56.154657 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] Sync routers for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:08:56.170239 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:08:56.170908 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:08:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:56.191704 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ad872b3-e7a9-4c76-a41f-c483f0a7fff1 req-ed5e189b-26de-444d-aacc-e227df6bb1eb tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660026 Oct 29 08:08:56.211482 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43916) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:56.248579 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.282524 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-96d2a6d7-723c-48c5-aa48-9c053f8a2bcc tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5374725 Oct 29 08:08:56.282524 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:56.283251 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 43920) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:56.293914 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:08:56.296873 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976235784', 'description': 'tempest-secgroup-smoke-1976235784 description', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:56.301512 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ac14fa-62bf-4a1a-8370-21574187f443" -d '{"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:56.341235 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f207920e-4759-4c95-9404-69b346963d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.349816 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4710f1ff-94cc-4807-9225-ed34346317cd x-openstack-request-id: req-4710f1ff-94cc-4807-9225-ed34346317cd {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:56.350106 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:56.350357 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4710f1ff-94cc-4807-9225-ed34346317cd {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:56.350749 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'status': 'completed', 'code': 200} Oct 29 08:08:56.399402 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.452321 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-2b3eeaaf-962a-4a52-aa30-9e3c496d520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:56.453973 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-2b3eeaaf-962a-4a52-aa30-9e3c496d520b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0725794 Oct 29 08:08:56.481680 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.483089 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f207920e-4759-4c95-9404-69b346963d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.552887 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '98aba124-0dc8-40d7-9e27-7034e09df04e', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'port_id': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'mac_address': 'fa:16:3e:78:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:08:54Z', 'updated_at': '2021-10-29T08:08:54Z', 'revision_number': 0, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:42Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:56.573477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-b165158a-cf46-4bde-b722-9d3579c06626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:56.574410 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.574616 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-b165158a-cf46-4bde-b722-9d3579c06626 service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.1080291 Oct 29 08:08:56.592050 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] Checking router: 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:08:56.608350 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:08:56.609615 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:08:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:56.615922 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6a6377-86e2-493e-92b3-5b34a0085b78,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:56.623027 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.623365 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.623727 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.624128 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.624613 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.624950 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.625325 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.625655 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.625978 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.626301 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.626610 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.626927 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:08:56.636158 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f207920e-4759-4c95-9404-69b346963d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.692823 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.698165 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-66aa41b7-82a3-4feb-8788-83c2cb62f1ef tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4098356 Oct 29 08:08:56.698444 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 43928) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:56.703060 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group_rule': {'security_group_id': '7e6a6377-86e2-493e-92b3-5b34a0085b78', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:56.705028 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-84bbfb7d-4238-4b72-9862-fe2329b972e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 999 time: 0.1200809 Oct 29 08:08:56.750759 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f207920e-4759-4c95-9404-69b346963d7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fd363ef8231748f8aeb181433c7864e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381162 Oct 29 08:08:56.754274 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 43930) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:56.763411 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:08:56.771058 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207920e-4759-4c95-9404-69b346963d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f767d4-d32d-4d09-b917-bffb7646c2f3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:56.796058 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-3a6c9e56-35ad-487c-a59e-843a0505931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:56.797544 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-3a6c9e56-35ad-487c-a59e-843a0505931c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0652006 Oct 29 08:08:56.810147 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.854256 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2ec441e-c191-4b33-866f-720f6f2d34e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.864737 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-80462a3c-257f-4922-adf1-77ed37f5dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:56.867317 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-80462a3c-257f-4922-adf1-77ed37f5dc52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596204 Oct 29 08:08:56.895701 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2ec441e-c191-4b33-866f-720f6f2d34e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.907623 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:56.992147 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-9ad4118f-9adb-4c25-8dd2-829410550bef service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154783 Oct 29 08:08:57.010662 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.031707 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb9f2a3-b2df-4337-bacb-e9d763456163,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:57.036818 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '98aba124-0dc8-40d7-9e27-7034e09df04e', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'port_id': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'mac_address': 'fa:16:3e:78:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:08:54Z', 'updated_at': '2021-10-29T08:08:54Z', 'revision_number': 0, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:42Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:57.065415 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62caf172-bce9-4643-85e4-38fa3d56aa47 None None] The sync data for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi is: [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '98aba124-0dc8-40d7-9e27-7034e09df04e', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'port_id': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'mac_address': 'fa:16:3e:78:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:08:54Z', 'updated_at': '2021-10-29T08:08:54Z', 'revision_number': 0, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:42Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:08:57.071519 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 9368678c-3958-4f40-81e5-709251c3536b up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:08:57.078507 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2ec441e-c191-4b33-866f-720f6f2d34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.081224 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2ec441e-c191-4b33-866f-720f6f2d34e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.087464 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b2ec441e-c191-4b33-866f-720f6f2d34e2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/46f767d4-d32d-4d09-b917-bffb7646c2f3 HTTP/1.1" status: 204 len: 168 time: 0.3311307 Oct 29 08:08:57.121048 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec441e-c191-4b33-866f-720f6f2d34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f767d4-d32d-4d09-b917-bffb7646c2f3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:57.133707 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.135451 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-c5968fa1-a978-48d8-9780-426e6c95c3d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4350610 Oct 29 08:08:57.135794 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43938) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:57.151957 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group_rule': {'security_group_id': '7e6a6377-86e2-493e-92b3-5b34a0085b78', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:57.186681 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-948bb344-a675-4f3b-bf5c-556cc392cecb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:57.190068 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-948bb344-a675-4f3b-bf5c-556cc392cecb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.1775019 Oct 29 08:08:57.238932 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d0642-4508-4bee-9b34-a996e2df9711 req-3e5fd39a-88a7-4adf-a6ba-68641a76e80f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:57.240526 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-968d0642-4508-4bee-9b34-a996e2df9711 req-3e5fd39a-88a7-4adf-a6ba-68641a76e80f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 945 time: 0.0838208 Oct 29 08:08:57.291347 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 9368678c-3958-4f40-81e5-709251c3536b completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:08:57.295949 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 9368678c-3958-4f40-81e5-709251c3536b triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:08:57.296875 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.307010 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-968d0642-4508-4bee-9b34-a996e2df9711 req-2969f39a-b7a3-4522-b1a6-a72f28554945 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579960 Oct 29 08:08:57.307757 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-72ac14fa-62bf-4a1a-8370-21574187f443 req-34f58e87-d31c-4882-aa4e-133ceb29ac27 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013501 Oct 29 08:08:57.377107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.408424 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4994f198-b324-4121-896b-ab315d1aec66 None None] New status for floating IP 98aba124-0dc8-40d7-9e27-7034e09df04e: ACTIVE {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:08:57.429141 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Deleting port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:08:57.429511 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.485238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e6a32-b8d3-4bd0-8d84-f983ddb880a2 req-3a241b26-acba-4ecf-83b2-18765b5477e4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:57.497902 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c63e6a32-b8d3-4bd0-8d84-f983ddb880a2 req-3a241b26-acba-4ecf-83b2-18765b5477e4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1038206 Oct 29 08:08:57.518874 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.558343 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c63e6a32-b8d3-4bd0-8d84-f983ddb880a2 req-b6d32803-8614-401e-b0d0-83d8253ed86c tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Oct 29 08:08:57.568312 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] For port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:57.568729 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.672615 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.705382 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856c02c-2edc-4632-b47c-89b5b8ade4a9 req-7ff06551-00e1-4f8a-b475-469db69e3d56 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:57.707074 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d856c02c-2edc-4632-b47c-89b5b8ade4a9 req-7ff06551-00e1-4f8a-b475-469db69e3d56 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 944 time: 0.0782595 Oct 29 08:08:57.757396 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2294cf46-6b54-4497-aa94-1a1c70278462,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:57.768868 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d856c02c-2edc-4632-b47c-89b5b8ade4a9 req-b77893f1-745c-455a-affd-6d2f911b87f1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Oct 29 08:08:57.797182 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.802698 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-a81d4be5-bbf8-461a-a7ab-88c06b361a5f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6570821 Oct 29 08:08:57.802951 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 43950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:57.808472 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group_rule': {'security_group_id': '7e6a6377-86e2-493e-92b3-5b34a0085b78', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:57.812353 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.844287 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368678c-3958-4f40-81e5-709251c3536b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:57.846987 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eb4581-6177-45f7-9db7-7d5522026df5" -d '{"events": [{"server_uuid": "b1c36621-7b60-4940-8e5b-cbcc9cd3524c", "name": "network-vif-plugged", "status": "completed", "tag": "9368678c-3958-4f40-81e5-709251c3536b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:57.868116 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 9368678c-3958-4f40-81e5-709251c3536b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9368678c-3958-4f40-81e5-709251c3536b,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:08:57.893711 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aea80c-5755-4947-a312-9da79338d822 x-openstack-request-id: req-69aea80c-5755-4947-a312-9da79338d822 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:57.893711 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c36621-7b60-4940-8e5b-cbcc9cd3524c", "name": "network-vif-plugged", "status": "completed", "tag": "9368678c-3958-4f40-81e5-709251c3536b", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:57.893711 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-69aea80c-5755-4947-a312-9da79338d822 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:57.893711 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368678c-3958-4f40-81e5-709251c3536b', 'code': 200} Oct 29 08:08:57.942927 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.942927 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:57.942927 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Floating IP 630eced6-f000-4692-9a89-7862b88283e0 disassociated. External IP: 172.27.2.33, port: a46066c4-f8b7-494f-a6b7-ce2b2d956d3a. Oct 29 08:08:57.942927 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Calling delete_port for a46066c4-f8b7-494f-a6b7-ce2b2d956d3a owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:08:58.005532 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.011506 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.098905 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.105152 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=9368678c-3958-4f40-81e5-709251c3536b,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:58.209221 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.242671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event deleted for resources: {'Port': ['ID=a46066c4-f8b7-494f-a6b7-ce2b2d956d3a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:58.279422 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.305565 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68259abd-0205-43f8-961b-af5db04446a7,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:58.390044 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.391542 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b2c38-42bd-40b0-87ae-a8d49eff3d04 req-d51d5149-82ff-4df2-b75a-dc98cd2fd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:58.392475 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2df90407-7aab-462c-a3d5-914c3d4fb078 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5883765 Oct 29 08:08:58.393103 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9e5b2c38-42bd-40b0-87ae-a8d49eff3d04 req-d51d5149-82ff-4df2-b75a-dc98cd2fd73e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 1098 time: 0.0665329 Oct 29 08:08:58.395491 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 43964) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:58.401198 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group_rule': {'security_group_id': '7e6a6377-86e2-493e-92b3-5b34a0085b78', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:58.430196 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:08:58.450650 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9e5b2c38-42bd-40b0-87ae-a8d49eff3d04 req-765da7fe-a385-48fb-81f6-c04e27268339 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Oct 29 08:08:58.466848 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7989be61-d949-48c3-a1e9-be67637260f8 req-df9a26ee-2b47-426a-bc15-21eb7aaa6c8c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0300558 Oct 29 08:08:58.524745 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.569701 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:08:58.589933 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:08:58.632450 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.648325 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:08:58.649755 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:08:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:58.690117 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] No DVR routers for this DVR port a46066c4-f8b7-494f-a6b7-ce2b2d956d3a on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:08:58.694908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.704120 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-55cd7c85-ca34-42c6-bfca-4c64e48b096e req-72988f41-2aa9-43c3-989c-acd5580866ec tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "DELETE /v2.0/ports/a46066c4-f8b7-494f-a6b7-ce2b2d956d3a HTTP/1.1" status: 204 len: 173 time: 1.4965479 Oct 29 08:08:58.704120 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'name': 'network-vif-deleted', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:08:58.706487 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e12b05-bb6a-4fea-8f11-80c06a12c5e3" -d '{"events": [{"server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "name": "network-vif-deleted", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:08:58.723628 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.809941 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bcccfd-e167-4cbf-907b-63db041e7e5c,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:58.843539 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11b8de-2330-4c4f-9f14-82b8f5891169 req-85465874-6340-4f27-b1b0-f24b1543475b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:58.845158 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2d11b8de-2330-4c4f-9f14-82b8f5891169 req-85465874-6340-4f27-b1b0-f24b1543475b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.1115863 Oct 29 08:08:58.914243 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2d11b8de-2330-4c4f-9f14-82b8f5891169 req-e094d8df-e2a7-412b-adc5-e81921a684ac tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538571 Oct 29 08:08:58.928433 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:58.930899 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-7d68da86-4acf-444f-9ec6-04a39f2f8e2e tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5336983 Oct 29 08:08:58.933921 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43978) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:58.939185 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group_rule': {'security_group_id': '7e6a6377-86e2-493e-92b3-5b34a0085b78', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:59.013107 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:08:59.015433 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548baa4-ddfe-4e77-8a55-99aa667c7042 x-openstack-request-id: req-2548baa4-ddfe-4e77-8a55-99aa667c7042 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:08:59.015865 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a27f2c-ccc9-48db-b415-b49b6d678ee3", "name": "network-vif-deleted", "tag": "a46066c4-f8b7-494f-a6b7-ce2b2d956d3a", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:08:59.016124 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2548baa4-ddfe-4e77-8a55-99aa667c7042 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:08:59.016541 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a27f2c-ccc9-48db-b415-b49b6d678ee3', 'name': 'network-vif-deleted', 'tag': 'a46066c4-f8b7-494f-a6b7-ce2b2d956d3a', 'status': 'completed', 'code': 200} Oct 29 08:08:59.091700 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.securitygroups_db [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Project ed3ce2eff0a14cb88416511268477fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:08:59.097114 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.154914 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8a2f1-412f-487e-bd33-2eac7c276263 req-2a71195f-a680-41ff-961a-72475ec252ea tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:08:59.158301 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e1c8a2f1-412f-487e-bd33-2eac7c276263 req-2a71195f-a680-41ff-961a-72475ec252ea tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.0842967 Oct 29 08:08:59.199404 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.220208 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e1c8a2f1-412f-487e-bd33-2eac7c276263 req-3aa73df9-6694-4b83-9026-f88aa1dc3171 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Oct 29 08:08:59.271458 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.296955 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d4d4be-939a-46a7-80cb-6a8920ae8f39,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:59.327141 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:59.358249 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:08:59.370930 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:08:59.371628 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:08:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:59.395207 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.397032 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-630ed810-52a9-48ef-ba58-cb6a47687979 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4615278 Oct 29 08:08:59.399867 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 43980) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:08:59.404864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'security_group_rule': {'security_group_id': '7e6a6377-86e2-493e-92b3-5b34a0085b78', 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:08:59.488034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:08:59.500056 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.securitygroups_db [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Project ed3ce2eff0a14cb88416511268477fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:08:59.518305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.585823 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.636255 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-289a1c50-e807-408a-aed1-1fd4a7ac9c36 req-b5956696-b1aa-475a-83be-6e992d7487b3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=00a27f2c-ccc9-48db-b415-b49b6d678ee3 HTTP/1.1" status: 200 len: 210 time: 0.0625553 Oct 29 08:08:59.711613 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.725166 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:08:59.733304 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5fa621-f738-4e29-91f8-6dc6a4c57f2b,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:08:59.752833 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6e4a2-d41b-4212-8411-0384ce670c14 None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:08:59.882820 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:08:59.885236 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-a0c17436-cf03-476e-b5a8-326c8c0dc27b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4833558 Oct 29 08:09:00.022609 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-33d5458f-17b1-4935-acc4-8ebc47ddc021 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976235784&fields=id&tenant_id=ed3ce2eff0a14cb88416511268477fd3 HTTP/1.1" status: 200 len: 267 time: 0.0439851 Oct 29 08:09:00.089318 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-610853dc-126d-4c86-a246-d2ffd7d721be tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:00.092215 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-610853dc-126d-4c86-a246-d2ffd7d721be tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0593674 Oct 29 08:09:00.106247 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'port': {'security_groups': ['5bf16207-eba3-4e9a-a6cf-1722e814670a', '7e6a6377-86e2-493e-92b3-5b34a0085b78']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:00.165523 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde8d1e-d439-48f6-bf31-e4b2db3b6f22 None None] New status for floating IP 630eced6-f000-4692-9a89-7862b88283e0: DOWN {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:09:00.207932 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:00.388529 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f500a-530f-44b9-bd61-0964675ec274 req-f6cd1bcd-09a7-48e5-ad11-9991f3e481df tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:00.390176 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-495f500a-530f-44b9-bd61-0964675ec274 req-f6cd1bcd-09a7-48e5-ad11-9991f3e481df tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 945 time: 0.0668380 Oct 29 08:09:00.473122 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:00.507919 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:00.518199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Deleting port fa582d25-32d2-44fc-9812-c7015de26ddb {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:09:00.518542 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:00.614946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] For port fa582d25-32d2-44fc-9812-c7015de26ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=fa582d25-32d2-44fc-9812-c7015de26ddb,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:00.615306 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:00.620469 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:00.629768 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Calling delete_port for fa582d25-32d2-44fc-9812-c7015de26ddb owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:09:00.635396 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['41b6c3ac-84c6-43ad-a36a-ba157fb06e07'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:09:00.904215 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:00.904928 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:00.906612 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c0f551a7-dbd2-49d8-8d9d-37049c7b2e9b req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "PUT /v2.0/ports/41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 981 time: 0.8058064 Oct 29 08:09:00.907152 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:00.958806 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533005-9881-45b3-96fa-cb0eb682cfa6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=6']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:00.998765 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:01.033666 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['41b6c3ac-84c6-43ad-a36a-ba157fb06e07'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:09:01.071179 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Pushing event deleted for resources: {'Port': ['ID=fa582d25-32d2-44fc-9812-c7015de26ddb,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:01.132517 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a46066c4-f8b7-494f-a6b7-ce2b2d956d3a no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:09:01.145692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] No DVR routers for this DVR port fa582d25-32d2-44fc-9812-c7015de26ddb on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:09:01.148700 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:01.153385 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-495f500a-530f-44b9-bd61-0964675ec274 req-54b803c1-9c75-438f-beb0-36ec6fc86db9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "DELETE /v2.0/ports/fa582d25-32d2-44fc-9812-c7015de26ddb HTTP/1.1" status: 204 len: 173 time: 0.7543788 Oct 29 08:09:01.153880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'name': 'network-vif-deleted', 'tag': 'fa582d25-32d2-44fc-9812-c7015de26ddb'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:01.156485 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b16de8-de5e-476a-b36a-0a2735a9f2a9" -d '{"events": [{"server_uuid": "5f05854d-b5a6-4c81-a5fd-821af413621e", "name": "network-vif-deleted", "tag": "fa582d25-32d2-44fc-9812-c7015de26ddb"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:01.173658 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c38749d3-304e-4bb7-87ce-6077dd147a24 req-85c81284-3d95-4cf9-977a-3487c5603f66 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0907118 Oct 29 08:09:01.216327 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: a46066c4-f8b7-494f-a6b7-ce2b2d956d3a {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:09:01.217943 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a46066c4-f8b7-494f-a6b7-ce2b2d956d3a not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:09:01.228848 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:01.325105 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1d5a0-f83c-455f-a19d-eff7a93e329b req-5f1e7fbd-0e4e-4c2e-ab8a-dc342b52709f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:01.326658 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-27a1d5a0-f83c-455f-a19d-eff7a93e329b req-5f1e7fbd-0e4e-4c2e-ab8a-dc342b52709f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.0743408 Oct 29 08:09:01.375355 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-27a1d5a0-f83c-455f-a19d-eff7a93e329b req-7804ec50-3806-47e7-bc25-9694ba1cc182 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Oct 29 08:09:01.403197 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-dd516e09-a188-48c2-9285-53f8d6021a1e None None] Provisioning complete for port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:01.403649 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dd516e09-a188-48c2-9285-53f8d6021a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:01.581166 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658fb5c-97d9-460b-a307-8d3f5e339199 req-56a68de0-e85d-40df-93ce-4069c0d3011c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:01.583817 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f658fb5c-97d9-460b-a307-8d3f5e339199 req-56a68de0-e85d-40df-93ce-4069c0d3011c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0730748 Oct 29 08:09:01.657578 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f658fb5c-97d9-460b-a307-8d3f5e339199 req-e437bdd0-5539-4455-9127-a9e1ee78edac tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671420 Oct 29 08:09:01.717240 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648eca7a-fdf9-4a82-81d7-37f4e90d2b53 x-openstack-request-id: req-648eca7a-fdf9-4a82-81d7-37f4e90d2b53 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:01.718249 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05854d-b5a6-4c81-a5fd-821af413621e", "name": "network-vif-deleted", "tag": "fa582d25-32d2-44fc-9812-c7015de26ddb", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:01.718545 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-648eca7a-fdf9-4a82-81d7-37f4e90d2b53 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:01.719008 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05854d-b5a6-4c81-a5fd-821af413621e', 'name': 'network-vif-deleted', 'tag': 'fa582d25-32d2-44fc-9812-c7015de26ddb', 'status': 'completed', 'code': 200} Oct 29 08:09:01.790975 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['3609fae2-ed8a-4611-b725-7748b6216e7c', 'fa582d25-32d2-44fc-9812-c7015de26ddb'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:09:01.810266 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b31aea-564c-48ef-8f43-dc7d7a0bd9f0 x-openstack-request-id: req-a8b31aea-564c-48ef-8f43-dc7d7a0bd9f0 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:01.810889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:01.811290 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a8b31aea-564c-48ef-8f43-dc7d7a0bd9f0 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:01.812054 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'status': 'completed', 'code': 200} Oct 29 08:09:01.910454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-d8b87b9a-5c7b-44b2-b7e3-fe4690a9c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:01.912287 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-d8b87b9a-5c7b-44b2-b7e3-fe4690a9c9be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1137 time: 0.0673556 Oct 29 08:09:02.030475 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-3751436e-cd4a-46c7-86f9-eb317063d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:02.032019 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-3751436e-cd4a-46c7-86f9-eb317063d12f service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.1109614 Oct 29 08:09:02.117368 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-3f1643ae-f296-4e60-943f-c039fee5cf38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 1001 time: 0.0737984 Oct 29 08:09:02.180359 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-6aa556ba-98f3-4c00-a91f-96551c1c71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:02.181995 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-6aa556ba-98f3-4c00-a91f-96551c1c71d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0461698 Oct 29 08:09:02.720516 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44034) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:02.780097 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5058875b-c508-459f-ab1d-23d392a4ee70 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:02.805040 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5058875b-c508-459f-ab1d-23d392a4ee70 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:02.808388 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c655661c-fb78-4644-a12a-204894fad546 req-77e518b8-5143-4dac-9d27-fe942fa1cf10 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0305734 Oct 29 08:09:02.947496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5058875b-c508-459f-ab1d-23d392a4ee70 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:02.950306 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5058875b-c508-459f-ab1d-23d392a4ee70 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:02.951475 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5058875b-c508-459f-ab1d-23d392a4ee70 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "DELETE /v2.0/security-groups/7998aa5b-55cf-4090-a0d5-f5a349f1a4b6 HTTP/1.1" status: 204 len: 168 time: 0.2299654 Oct 29 08:09:02.959843 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:02.961461 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058875b-c508-459f-ab1d-23d392a4ee70 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7998aa5b-55cf-4090-a0d5-f5a349f1a4b6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:02.974531 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.api.v2.resource [None req-6cd63e7e-726f-4311-be9e-e3bfe2ba402b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] show failed (client error): The resource could not be found. Oct 29 08:09:02.975672 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6cd63e7e-726f-4311-be9e-e3bfe2ba402b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups/7998aa5b-55cf-4090-a0d5-f5a349f1a4b6 HTTP/1.1" status: 404 len: 347 time: 0.0148237 Oct 29 08:09:02.980030 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44038) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:03.150908 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Deleting port 75ff3bed-6604-400a-abcb-75e28143c59d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:09:03.151324 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:03.235477 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:03.235744 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:03.251447 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Calling delete_port for 75ff3bed-6604-400a-abcb-75e28143c59d owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:09:03.490799 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:03.515543 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event deleted for resources: {'Port': ['ID=75ff3bed-6604-400a-abcb-75e28143c59d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:03.602766 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:03.605473 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:03.606638 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-63684308-8306-4760-b896-463ef193b8df tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "DELETE /v2.0/floatingips/630eced6-f000-4692-9a89-7862b88283e0 HTTP/1.1" status: 204 len: 168 time: 0.6255319 Oct 29 08:09:04.084466 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44048) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:04.093919 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628452990', 'description': 'tempest-description--978243889'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:04.167239 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5ca7d60d-ce4f-45b6-8d6b-90630e01a244 req-327e1af5-a6d4-4b03-8234-aeb123f8bb9d tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0264971 Oct 29 08:09:04.174305 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.241900 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.311584 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.346248 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c539f4-aa31-4988-9fa9-4342a2c0701c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:04.412381 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.413622 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b2a8a9d2-4059-4846-9c47-e20f8e002a3a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3280351 Oct 29 08:09:04.416940 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44050) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:04.421404 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'security_group_rule': {'security_group_id': '57c539f4-aa31-4988-9fa9-4342a2c0701c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:04.506990 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.678210 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.805207 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.824520 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45ccafb-6753-43cf-8897-d7e068ce25f5,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:04.849491 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:09:04.916563 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:04.918007 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e0f15ffd-dc88-4d2d-8989-78ddd57dcf94 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5001066 Oct 29 08:09:04.921470 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44056) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:04.925948 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'security_group_rule': {'security_group_id': '57c539f4-aa31-4988-9fa9-4342a2c0701c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:05.027038 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.094830 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-4a18c925-17fb-4773-a117-e0bb03d83908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:05.095408 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.096417 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-4a18c925-17fb-4773-a117-e0bb03d83908 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599773 Oct 29 08:09:05.142384 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device fa582d25-32d2-44fc-9812-c7015de26ddb no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:09:05.163022 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: fa582d25-32d2-44fc-9812-c7015de26ddb {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:09:05.163457 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device fa582d25-32d2-44fc-9812-c7015de26ddb not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:09:05.187680 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.224604 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-fcf63256-47b6-4bd5-935f-ad3e6c315c11 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101706 Oct 29 08:09:05.225059 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45eb2ea7-3fef-4a3c-a495-acdb20b2b350,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:05.316457 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c55001aa-5e32-47ac-87dc-c740ab39f141 req-4c55a7b4-8947-42fa-bdb1-a48dfe591fc1 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f05854d-b5a6-4c81-a5fd-821af413621e HTTP/1.1" status: 200 len: 210 time: 0.0375364 Oct 29 08:09:05.321884 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.323464 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f311d9cf-a33e-4d5a-bf39-e74b5a7fe6a1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4010284 Oct 29 08:09:05.326673 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44060) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:05.335463 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:05.462331 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.559325 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-85de1d9b-cf31-4a52-912b-6b67f2f0e2d8 req-6c5c98ad-692a-4202-8199-ba7f579a3f09 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192985 Oct 29 08:09:05.570629 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.674562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Allocated IP 172.27.2.75 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/e6540376-2bee-41d3-8625-3f48ce78987b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:05.781150 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.907844 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:05.948503 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:05.950713 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:05.954379 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:05.978545 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'Port': ['ID=e6540376-2bee-41d3-8625-3f48ce78987b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:06.051698 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:06.145202 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:06.304076 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:06.368651 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:06.440986 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'Port': ['ID=e6540376-2bee-41d3-8625-3f48ce78987b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:06.453154 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:06.560516 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:06.561765 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2d65bb48-0cff-43a0-9ace-c52022dd5b40 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2312038 Oct 29 08:09:06.818500 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-69fa2ead-b5d3-4612-b8c6-4e13429c3ea4 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--628452990&fields=id&tenant_id=c8c93ca4e0804994b39406ecaafc78de HTTP/1.1" status: 200 len: 267 time: 0.0362313 Oct 29 08:09:06.927734 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-4895f5e7-93a2-4d6c-8744-4e3023367fe7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:06.929194 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-4895f5e7-93a2-4d6c-8744-4e3023367fe7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 811 time: 0.1025469 Oct 29 08:09:06.945176 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1b18f660-c3bc-42a4-aa91-4e48f705784b tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/quotas/c8c93ca4e0804994b39406ecaafc78de HTTP/1.1" status: 200 len: 375 time: 0.0092864 Oct 29 08:09:06.999290 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-b5543543-1023-4b0b-ae63-6426044f9443 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471356 Oct 29 08:09:07.246935 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-beab01b2-04a6-4b09-9bfb-492103bf124e service neutron] 10.222.0.74 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356169 Oct 29 08:09:07.338556 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-fec047dc-7135-42e7-8bf4-880ca1615816 service neutron] 10.222.0.74 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849757 Oct 29 08:09:07.673180 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8aba-cdb2-4649-bc8d-8c197fbcb408 req-7f196081-47bf-48c2-b07d-4a5813eebce3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:07.674727 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-902c8aba-cdb2-4649-bc8d-8c197fbcb408 req-7f196081-47bf-48c2-b07d-4a5813eebce3 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0715024 Oct 29 08:09:07.720728 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-902c8aba-cdb2-4649-bc8d-8c197fbcb408 req-d26fb700-5201-4853-8b0b-55c4864a5522 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 Oct 29 08:09:07.788658 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5740400d-6e3e-40a6-9636-77b25c03b460 req-f27624c0-f6a4-47b1-beb4-bec8c19c5ad9 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Oct 29 08:09:08.838900 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b31a2-4dd9-4cd2-bfdb-55ddf7470d20 req-073e2778-5dd6-43f8-a6c1-2c20685bd2f0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:08.840508 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e29b31a2-4dd9-4cd2-bfdb-55ddf7470d20 req-073e2778-5dd6-43f8-a6c1-2c20685bd2f0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0507209 Oct 29 08:09:08.879158 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e29b31a2-4dd9-4cd2-bfdb-55ddf7470d20 req-298e6e77-322f-4889-aab5-838ca424a37f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Oct 29 08:09:08.960249 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1209e27b-3a23-4217-a32b-bd8e5d894251 req-b1b462ff-5821-4c1c-88e1-ef257fac149e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 210 time: 0.0285459 Oct 29 08:09:09.997802 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33496e-1094-44e1-b112-92a2119135ef req-0b3a5e8b-2272-4d38-94ef-226fd32a95a9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:09.999273 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9e33496e-1094-44e1-b112-92a2119135ef req-0b3a5e8b-2272-4d38-94ef-226fd32a95a9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0524080 Oct 29 08:09:10.038617 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9e33496e-1094-44e1-b112-92a2119135ef req-935a09bc-b5d9-475d-821a-532c5cd4cd1f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Oct 29 08:09:10.121801 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-baf5732b-4f58-4a06-9837-a4363c48f920 req-82c93e1d-3c68-4111-85a2-7d1d1a9f9493 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 210 time: 0.0264051 Oct 29 08:09:10.846138 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-0a8005b6-e925-49a9-ad58-c63821252b08 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:10.847579 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-0a8005b6-e925-49a9-ad58-c63821252b08 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 811 time: 0.1063681 Oct 29 08:09:10.904472 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-334b60e4-0d8d-4956-a6bd-f0944a29e50e tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c93ca4e0804994b39406ecaafc78de HTTP/1.1" status: 200 len: 379 time: 0.0390472 Oct 29 08:09:10.915550 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'port': {'device_id': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'admin_state_up': True, 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'security_groups': ['57c539f4-aa31-4988-9fa9-4342a2c0701c']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:11.090272 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Made reservation on behalf of c8c93ca4e0804994b39406ecaafc78de for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:11.094941 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:11.155544 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767949-0768-4c2a-be9e-4bbd83dd68c9 req-63437ffe-0e6e-49ec-87c6-4c0affbe9d72 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:11.157068 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-41767949-0768-4c2a-be9e-4bbd83dd68c9 req-63437ffe-0e6e-49ec-87c6-4c0affbe9d72 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0520639 Oct 29 08:09:11.195881 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-41767949-0768-4c2a-be9e-4bbd83dd68c9 req-418db7a9-52ab-4ba4-aec5-179bbb9c2642 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Oct 29 08:09:11.227606 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Allocated IP 172.20.0.4 (ce10fefc-db6c-4652-9a2b-f35d55fa1092/cd6ede05-696f-4ea9-aa06-6e0b62004a36/584c7c0d-1384-4e26-9cc3-ca35b946fe69) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:11.287126 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f12864d1-7907-48ff-8bf2-2041192236d1 req-e4e77978-254a-49f6-bf2d-52adcd9b6c55 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 210 time: 0.0293744 Oct 29 08:09:11.378498 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:11.462482 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:11.506753 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:11.509880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:11.514144 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:11.520631 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event updated for resources: {'Port': ['ID=584c7c0d-1384-4e26-9cc3-ca35b946fe69,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:11.566901 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:11.567517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:11.637068 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-1655ee69-d628-466f-912d-4ead48318e20 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7244372 Oct 29 08:09:11.694663 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-d37d3fcf-68a6-4667-b605-f38892a7b601 None None] Provisioning complete for port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:11.695280 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d37d3fcf-68a6-4667-b605-f38892a7b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:11.734069 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-d37d3fcf-68a6-4667-b605-f38892a7b601 None None] Port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:12.314569 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737ee15-a5fb-41b0-b9d0-49e26a00fe6f req-9290623a-888e-4484-a76b-d571ec4373b9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:12.316063 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6737ee15-a5fb-41b0-b9d0-49e26a00fe6f req-9290623a-888e-4484-a76b-d571ec4373b9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Oct 29 08:09:12.352714 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6737ee15-a5fb-41b0-b9d0-49e26a00fe6f req-32a2ee57-4696-41d3-b570-365d0e274f8a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306792 Oct 29 08:09:12.456538 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4174-7004-4d56-aa41-2ba86e9b9f2a req-abc86cd5-4465-4d95-8c7c-6c3a46248024 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:12.458024 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ded4174-7004-4d56-aa41-2ba86e9b9f2a req-abc86cd5-4465-4d95-8c7c-6c3a46248024 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 931 time: 0.0506032 Oct 29 08:09:12.496337 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ded4174-7004-4d56-aa41-2ba86e9b9f2a req-629cbf6e-f8e5-487d-a439-95c87dafeeac tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Oct 29 08:09:13.347598 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-83777f80-ee9b-41ea-85e9-47e8aa6208c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:13.472731 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b0613-2977-4807-bed6-91e386ff59b4 req-ce0cf683-834d-4966-a9e1-b15d87f66fad tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:13.474259 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c64b0613-2977-4807-bed6-91e386ff59b4 req-ce0cf683-834d-4966-a9e1-b15d87f66fad tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Oct 29 08:09:13.520500 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c64b0613-2977-4807-bed6-91e386ff59b4 req-33daf726-7553-4ea0-b3a9-6c5514571bc9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Oct 29 08:09:13.623828 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562092-ff22-4777-8856-e37aff9fc608 req-0086ceb9-fa8a-47e9-8061-268634efcbfc tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:13.625351 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d7562092-ff22-4777-8856-e37aff9fc608 req-0086ceb9-fa8a-47e9-8061-268634efcbfc tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 931 time: 0.0499902 Oct 29 08:09:13.665022 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d7562092-ff22-4777-8856-e37aff9fc608 req-4bc32add-f8ad-45be-8e63-a0c59a689b80 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Oct 29 08:09:14.098972 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Request body: {'port': {'device_id': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:14.157350 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:14.433467 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584c7c0d-1384-4e26-9cc3-ca35b946fe69 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:09:14.443569 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:14.456826 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Transition to ACTIVE for port object 584c7c0d-1384-4e26-9cc3-ca35b946fe69 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:09:14.530673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:14.630496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Pushing event updated for resources: {'Port': ['ID=584c7c0d-1384-4e26-9cc3-ca35b946fe69,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:14.664199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Attempting to bind port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:14.664820 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Attempting to bind port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:14.665298 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Attempting to bind port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:14.670857 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:09:14.671445 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Attempting to bind port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 on network ce10fefc-db6c-4652-9a2b-f35d55fa1092 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:14.676476 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff1ac-9e87-4c74-8e64-69de116702cb req-3839278f-65cb-4f8e-a6db-61122e3f9b62 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:14.678191 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-81dff1ac-9e87-4c74-8e64-69de116702cb req-3839278f-65cb-4f8e-a6db-61122e3f9b62 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0608857 Oct 29 08:09:14.678623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:14.679123 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Checking segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:14.679701 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Bound using segment: {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:14.680317 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Bound port: 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597d4c66-9cc1-43a9-9416-e4f9c1c9de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:14.680844 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:14.732920 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-81dff1ac-9e87-4c74-8e64-69de116702cb req-5a168c45-45f1-4023-a850-d9d85ced5930 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Oct 29 08:09:14.768232 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] For port 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:14.773016 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] For port 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:14.842214 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658846d3-8f49-4b9b-88ab-7ca7405c99ba req-f19dc65a-9571-48ca-995d-9da365a6a41c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:14.843699 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-658846d3-8f49-4b9b-88ab-7ca7405c99ba req-f19dc65a-9571-48ca-995d-9da365a6a41c tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0551453 Oct 29 08:09:14.868148 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:14.889579 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-658846d3-8f49-4b9b-88ab-7ca7405c99ba req-f5817b50-a91c-4099-a456-9a5faf529a33 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Oct 29 08:09:14.903012 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:14.903747 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:14.905314 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] 10.222.0.49 "PUT /v2.0/ports/584c7c0d-1384-4e26-9cc3-ca35b946fe69 HTTP/1.1" status: 200 len: 1093 time: 0.8105800 Oct 29 08:09:14.905567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:14.911068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484e2357-2e71-434e-aef0-b07ed4a4212b" -d '{"events": [{"name": "network-changed", "server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:14.947896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead58f37-805b-4383-96b1-6ebc50ebac68 service neutron] Pushing event updated for resources: {'Port': ['ID=584c7c0d-1384-4e26-9cc3-ca35b946fe69,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:14.993161 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2418f4-e1f4-4f77-8bd9-a6a9bffb4a3c x-openstack-request-id: req-fa2418f4-e1f4-4f77-8bd9-a6a9bffb4a3c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:14.993161 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:14.993161 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa2418f4-e1f4-4f77-8bd9-a6a9bffb4a3c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:14.993161 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'status': 'completed', 'code': 200} Oct 29 08:09:15.097658 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e2357-2e71-434e-aef0-b07ed4a4212b req-7247e34a-fd87-4129-aef1-2b5f2425495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.097658 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-484e2357-2e71-434e-aef0-b07ed4a4212b req-7247e34a-fd87-4129-aef1-2b5f2425495c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 1096 time: 0.0594673 Oct 29 08:09:15.223872 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e2357-2e71-434e-aef0-b07ed4a4212b req-3482ba51-9b5f-4661-b730-404650474419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.225364 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-484e2357-2e71-434e-aef0-b07ed4a4212b req-3482ba51-9b5f-4661-b730-404650474419 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c8c93ca4e0804994b39406ecaafc78de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1076581 Oct 29 08:09:15.350182 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e2357-2e71-434e-aef0-b07ed4a4212b req-9eea9741-0947-431c-9347-6784a40ecf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.351459 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-484e2357-2e71-434e-aef0-b07ed4a4212b req-9eea9741-0947-431c-9347-6784a40ecf8d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095870 Oct 29 08:09:15.444772 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-7116577b-3202-4592-948d-6db1c92623f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.444772 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-7116577b-3202-4592-948d-6db1c92623f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 1096 time: 0.0428119 Oct 29 08:09:15.491942 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-2b145914-27e1-44d8-a59f-d97982483494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69 HTTP/1.1" status: 200 len: 217 time: 0.0362768 Oct 29 08:09:15.558840 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-274e1629-9515-4741-af08-63b502d27dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.560294 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-274e1629-9515-4741-af08-63b502d27dad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.0553079 Oct 29 08:09:15.618120 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-3754fe4a-6587-481b-8c55-5f8fae675040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.619476 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-3754fe4a-6587-481b-8c55-5f8fae675040 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451744 Oct 29 08:09:15.724624 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-61b17127-c92c-4b34-af4f-9ed4040403fa service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962398 Oct 29 08:09:15.842045 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54aba7e9-0736-4a25-8e9a-ed14b3e9e8f6 req-0d90b22c-82d2-4cb7-9604-fa6541259523 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062233 Oct 29 08:09:15.870902 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d2842-e553-4036-baa3-b2cdc9310fc9 req-5c652373-e562-4b96-923a-ff238881ab30 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:15.873025 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-681d2842-e553-4036-baa3-b2cdc9310fc9 req-5c652373-e562-4b96-923a-ff238881ab30 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0550787 Oct 29 08:09:15.915476 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-681d2842-e553-4036-baa3-b2cdc9310fc9 req-03a072df-1ce7-4ad6-abcf-9de089a406c9 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351121 Oct 29 08:09:16.022512 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbea0a2-511d-4ca0-a441-f80f7db0cddc req-0eba773d-1b21-486a-947c-f8f5d32a030f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:16.024069 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ebbea0a2-511d-4ca0-a441-f80f7db0cddc req-0eba773d-1b21-486a-947c-f8f5d32a030f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0512185 Oct 29 08:09:16.067654 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ebbea0a2-511d-4ca0-a441-f80f7db0cddc req-3947f9e5-f88d-46a2-b4e1-e285f8e84825 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Oct 29 08:09:16.324806 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5734dfd4-be14-426d-8fb7-c1048e421d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:17.043856 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03d10-b1bf-4fe5-bbe0-e3da4c871582 req-5e458508-cc3b-445f-963b-dd462b27128f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:17.045346 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aab03d10-b1bf-4fe5-bbe0-e3da4c871582 req-5e458508-cc3b-445f-963b-dd462b27128f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0550847 Oct 29 08:09:17.085358 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aab03d10-b1bf-4fe5-bbe0-e3da4c871582 req-f9e43ce2-b617-4f80-b6e6-46e9d1921a78 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Oct 29 08:09:17.123674 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:17.189749 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fedd3-dad4-4ef6-ba78-72c57d4911d5 req-98127b64-62e2-4d07-b8a1-a25e5e3afee7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:17.191428 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f98fedd3-dad4-4ef6-ba78-72c57d4911d5 req-98127b64-62e2-4d07-b8a1-a25e5e3afee7 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0499377 Oct 29 08:09:17.231338 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f98fedd3-dad4-4ef6-ba78-72c57d4911d5 req-174c5073-9995-490f-a9f1-9aef7bf777e2 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327287 Oct 29 08:09:17.254113 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:17.740132 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:18.201876 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b529f-c55b-4e95-8efe-47e62e576efb req-84f6240b-77ec-4a28-b802-49739a6d44f4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:18.203369 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b08b529f-c55b-4e95-8efe-47e62e576efb req-84f6240b-77ec-4a28-b802-49739a6d44f4 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0507259 Oct 29 08:09:18.244627 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b08b529f-c55b-4e95-8efe-47e62e576efb req-087b6191-4ec2-4e64-b073-b647c50cf119 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350029 Oct 29 08:09:18.351179 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4d5c-a85d-4ed6-bb64-0e46e3d683d5 req-121fbd76-8a12-4541-81c8-ee61149d42fa tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:18.352652 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-634c4d5c-a85d-4ed6-bb64-0e46e3d683d5 req-121fbd76-8a12-4541-81c8-ee61149d42fa tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0536661 Oct 29 08:09:18.392322 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-634c4d5c-a85d-4ed6-bb64-0e46e3d683d5 req-08853aaf-d735-4238-9034-1bd2053ea0e3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Oct 29 08:09:19.037381 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:19.363653 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1814-aa38-4fbc-85f7-cf5360fc24fd req-f9df552f-0afd-408b-8732-709573492457 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:19.365225 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1afc1814-aa38-4fbc-85f7-cf5360fc24fd req-f9df552f-0afd-408b-8732-709573492457 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0516217 Oct 29 08:09:19.404233 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1afc1814-aa38-4fbc-85f7-cf5360fc24fd req-7c52cef3-4db4-417e-a5c6-e85c54d7275a tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Oct 29 08:09:19.507778 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca99f-03a4-4333-8b3c-a04abd32906e req-3ad86534-1c1f-4041-8260-f58ed89b9d97 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:19.509321 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dcbca99f-03a4-4333-8b3c-a04abd32906e req-3ad86534-1c1f-4041-8260-f58ed89b9d97 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0502679 Oct 29 08:09:19.548466 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dcbca99f-03a4-4333-8b3c-a04abd32906e req-3786f3d8-ce10-4320-a31c-3496c30e4de8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332363 Oct 29 08:09:20.259943 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-538fd1b8-58af-483f-9675-8e132eee2623 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:20.263170 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-538fd1b8-58af-483f-9675-8e132eee2623 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0499926 Oct 29 08:09:20.361308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Deleting port 3609fae2-ed8a-4611-b725-7748b6216e7c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:09:20.361661 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:20.456952 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] For port 3609fae2-ed8a-4611-b725-7748b6216e7c, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3609fae2-ed8a-4611-b725-7748b6216e7c,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:20.457311 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:20.474428 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Calling delete_port for 3609fae2-ed8a-4611-b725-7748b6216e7c owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:09:20.529202 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be2ed-ec9e-489b-a1de-e2a9b5f0d6b7 req-59f62545-2d37-480f-ae3d-5b2a22902f10 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:20.531513 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e33be2ed-ec9e-489b-a1de-e2a9b5f0d6b7 req-59f62545-2d37-480f-ae3d-5b2a22902f10 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 946 time: 0.0570874 Oct 29 08:09:20.574990 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e33be2ed-ec9e-489b-a1de-e2a9b5f0d6b7 req-819bfad2-60c7-4803-b534-6da3aa9fa457 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/security-groups?id=db7596be-d10b-4a3e-974b-503e25a01a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365191 Oct 29 08:09:20.679019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:20.682389 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24554d-d9f8-4aa9-a549-614b13e8c34e req-c0d010a6-fa1d-4b8d-8996-a970a0bf1f0d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:20.684088 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5a24554d-d9f8-4aa9-a549-614b13e8c34e req-c0d010a6-fa1d-4b8d-8996-a970a0bf1f0d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0516999 Oct 29 08:09:20.690915 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['3609fae2-ed8a-4611-b725-7748b6216e7c'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:09:20.709883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Pushing event deleted for resources: {'Port': ['ID=3609fae2-ed8a-4611-b725-7748b6216e7c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:20.729645 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5a24554d-d9f8-4aa9-a549-614b13e8c34e req-bda6f787-0c6a-438a-9ada-bff01f9d2e72 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370467 Oct 29 08:09:20.770927 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] No DVR routers for this DVR port 3609fae2-ed8a-4611-b725-7748b6216e7c on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:09:20.773425 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:20.780504 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-3e554bf2-1def-4f05-aef0-bb107f33d27c req-fc9d0cb0-0324-4bb6-99a4-2af3d6df459f tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.49 "DELETE /v2.0/ports/3609fae2-ed8a-4611-b725-7748b6216e7c HTTP/1.1" status: 204 len: 173 time: 0.5087852 Oct 29 08:09:20.780504 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'name': 'network-vif-deleted', 'tag': '3609fae2-ed8a-4611-b725-7748b6216e7c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:20.780737 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055d772f-12f4-4e06-9523-6cc95967794b" -d '{"events": [{"server_uuid": "619d9abd-69c5-4e4f-a191-9fb51e7976e9", "name": "network-vif-deleted", "tag": "3609fae2-ed8a-4611-b725-7748b6216e7c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:20.820568 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b4799-97a9-4249-a534-bb576921518b x-openstack-request-id: req-fa1b4799-97a9-4249-a534-bb576921518b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:20.820868 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619d9abd-69c5-4e4f-a191-9fb51e7976e9", "name": "network-vif-deleted", "tag": "3609fae2-ed8a-4611-b725-7748b6216e7c", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:20.821127 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa1b4799-97a9-4249-a534-bb576921518b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:20.821565 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619d9abd-69c5-4e4f-a191-9fb51e7976e9', 'name': 'network-vif-deleted', 'tag': '3609fae2-ed8a-4611-b725-7748b6216e7c', 'status': 'completed', 'code': 200} Oct 29 08:09:21.683263 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2ccfd3fc-9b62-48b9-9f53-108bd8214f4a req-8c281b63-d2db-45bd-9f50-20de66de93b8 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 210 time: 0.0257201 Oct 29 08:09:21.851022 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d21715-1c19-4775-83f4-3fd3c232b47a req-4aaef883-ab4c-4445-b724-e6ad9b040663 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:21.852497 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-96d21715-1c19-4775-83f4-3fd3c232b47a req-4aaef883-ab4c-4445-b724-e6ad9b040663 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0521989 Oct 29 08:09:21.894533 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-96d21715-1c19-4775-83f4-3fd3c232b47a req-daace1cf-07b2-4cfe-a832-a45d46dc5472 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359726 Oct 29 08:09:22.787999 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8470af82-e1b0-46ba-924e-accfb36fc6ce req-b8afa0b6-35cb-4bc4-aea6-e7475a0a45c0 tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 210 time: 0.0252619 Oct 29 08:09:23.012104 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df818a46-802c-4b61-9646-8eeca92b1ca5 req-65303227-1809-43a1-8e19-10636a76938a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:23.013627 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-df818a46-802c-4b61-9646-8eeca92b1ca5 req-65303227-1809-43a1-8e19-10636a76938a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0511360 Oct 29 08:09:23.053559 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-df818a46-802c-4b61-9646-8eeca92b1ca5 req-ef535204-6389-479d-b5ca-b5140aed6144 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327597 Oct 29 08:09:23.902766 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-41c24828-4a16-47b0-b4fa-6a105ea794d9 req-252b76c3-eabf-42e3-838b-d6d6e6d2713b tempest-ServerRescueNegativeTestJSON-1264227861 tempest-ServerRescueNegativeTestJSON-1264227861-project] 10.222.0.74 "GET /v2.0/ports?device_id=619d9abd-69c5-4e4f-a191-9fb51e7976e9 HTTP/1.1" status: 200 len: 210 time: 0.0355909 Oct 29 08:09:24.051002 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 584c7c0d-1384-4e26-9cc3-ca35b946fe69 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:09:24.154184 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:24.166299 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'port_id': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'mac_address': 'fa:16:3e:69:0b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:09:24.171737 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ee12-fde7-4666-9bc2-75527c8b9ae9 req-5fe93370-4636-4f88-b469-b3d88f560348 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:24.173437 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e25ee12-fde7-4666-9bc2-75527c8b9ae9 req-5fe93370-4636-4f88-b469-b3d88f560348 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 943 time: 0.0529325 Oct 29 08:09:24.204968 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:24.211729 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0e25ee12-fde7-4666-9bc2-75527c8b9ae9 req-58833c6d-a726-4b4a-b250-e37f1ab7410d tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Oct 29 08:09:24.218028 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584c7c0d-1384-4e26-9cc3-ca35b946fe69 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:09:24.238453 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:24.317131 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:24.367842 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=584c7c0d-1384-4e26-9cc3-ca35b946fe69,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:24.376238 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.376238 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.376238 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.376530 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.376724 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.377111 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.377439 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.377766 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.378112 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.378410 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.378819 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.379146 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:24.629579 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['584c7c0d-1384-4e26-9cc3-ca35b946fe69'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:09:24.961829 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44306) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:25.259901 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 3609fae2-ed8a-4611-b725-7748b6216e7c no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:09:25.283390 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 3609fae2-ed8a-4611-b725-7748b6216e7c {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:09:25.283707 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 3609fae2-ed8a-4611-b725-7748b6216e7c not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:09:25.382030 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f293e90-5516-4e4f-a0f3-92f0301f21e8 req-551a101f-c952-429e-9feb-452a7325e4b0 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:25.383622 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3f293e90-5516-4e4f-a0f3-92f0301f21e8 req-551a101f-c952-429e-9feb-452a7325e4b0 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 944 time: 0.0986035 Oct 29 08:09:25.450740 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3f293e90-5516-4e4f-a0f3-92f0301f21e8 req-c841334c-e04a-4f39-92c6-779ae09e4170 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604742 Oct 29 08:09:25.454546 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:25.914124 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Deleting port 02aed803-9040-491f-9834-ade0e1640ab6 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:09:25.914368 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:25.996642 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] For port 02aed803-9040-491f-9834-ade0e1640ab6, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=02aed803-9040-491f-9834-ade0e1640ab6,segment=NetworkSegment(c5e3b739-e019-426b-98ae-4bd0af18b076),segment_id=c5e3b739-e019-426b-98ae-4bd0af18b076)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:25.997375 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:26.012614 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Calling delete_port for 02aed803-9040-491f-9834-ade0e1640ab6 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:09:26.273439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:26.303295 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Pushing event deleted for resources: {'Port': ['ID=02aed803-9040-491f-9834-ade0e1640ab6,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:26.478025 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:26.628679 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0cdb-8023-4355-a4d8-2beb4508f893 req-1a69f97a-4d27-4fda-bc06-fea92ffefc24 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:26.630021 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3f1e0cdb-8023-4355-a4d8-2beb4508f893 req-1a69f97a-4d27-4fda-bc06-fea92ffefc24 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 944 time: 0.0792618 Oct 29 08:09:26.737196 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3f1e0cdb-8023-4355-a4d8-2beb4508f893 req-6b0d74da-87d0-4138-a93e-d39b5726c2db tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009681 Oct 29 08:09:26.772613 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Router acfa46c1-bdb6-4db2-9b38-343e0dd54347 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:09:26.883416 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:26.888465 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6b459562-fa13-4e91-96c3-15f31151c646 admin admin] 10.222.0.74 "PUT /v2.0/routers/acfa46c1-bdb6-4db2-9b38-343e0dd54347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255443 Oct 29 08:09:26.891810 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44330) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:26.893063 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] Sync routers for ids ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:26.903597 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] Routers {'acfa46c1-bdb6-4db2-9b38-343e0dd54347'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:26.905651 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:26.995987 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.009788 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] Set router acfa46c1-bdb6-4db2-9b38-343e0dd54347 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:27.114113 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.192144 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:09:26Z', 'revision_number': 5, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port': {'id': 'c6c2265e-e67f-404d-9680-923aee4dbf8d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:05:51Z', 'updated_at': '2021-10-29T08:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:27.221507 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] Checking router: acfa46c1-bdb6-4db2-9b38-343e0dd54347 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:27.230506 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] Routers {'acfa46c1-bdb6-4db2-9b38-343e0dd54347'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:27.231115 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:27.245419 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44336) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:27.253234 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 584c7c0d-1384-4e26-9cc3-ca35b946fe69 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:27.259565 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Deleting port c6c2265e-e67f-404d-9680-923aee4dbf8d {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:09:27.261890 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.330821 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] Set router acfa46c1-bdb6-4db2-9b38-343e0dd54347 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:27.364425 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] For port c6c2265e-e67f-404d-9680-923aee4dbf8d, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=c6c2265e-e67f-404d-9680-923aee4dbf8d,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:27.365076 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.384195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Calling delete_port for c6c2265e-e67f-404d-9680-923aee4dbf8d owned by network:router_gateway {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:09:27.407681 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708873b8-0a94-4c41-95d4-60022cf53775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.408452 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:09:27.412572 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:27.412947 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.502682 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708873b8-0a94-4c41-95d4-60022cf53775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.505299 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:09:27Z', 'revision_number': 6, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:27.533818 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ca022-4e77-4696-b86a-0d7acc482908 None None] The sync data for ids ['acfa46c1-bdb6-4db2-9b38-343e0dd54347'] in dv-cinder-741349-6-iscsi is: [{'id': 'acfa46c1-bdb6-4db2-9b38-343e0dd54347', 'name': 'tempest-ServerRescueNegativeTestJSON-788259351-router', 'tenant_id': '4e925cc20af94eff81718e6ff4244339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:05:50Z', 'updated_at': '2021-10-29T08:09:27Z', 'revision_number': 6, 'project_id': '4e925cc20af94eff81718e6ff4244339', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:27.536928 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.567887 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:27.567887 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d5064c-a998-4795-8f1c-86aa9184cb30" -d '{"events": [{"server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "name": "network-vif-plugged", "status": "completed", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:27.582435 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:27.585529 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-708873b8-0a94-4c41-95d4-60022cf53775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.613955 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffebd961-9871-4237-870d-67d11ef06e59 x-openstack-request-id: req-ffebd961-9871-4237-870d-67d11ef06e59 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:27.614361 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "name": "network-vif-plugged", "status": "completed", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:27.614747 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ffebd961-9871-4237-870d-67d11ef06e59 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:27.615144 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'code': 200} Oct 29 08:09:27.629610 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-708873b8-0a94-4c41-95d4-60022cf53775 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7de85a83be324a458b504aefb16900f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827033 Oct 29 08:09:27.630953 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708873b8-0a94-4c41-95d4-60022cf53775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66a33f3-a22a-4e50-ab12-9bef52c73d6c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:27.632681 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44348) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:27.657353 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.693801 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41df42fd-aa29-4acc-8b64-e46a7084b6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.697389 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.717877 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=584c7c0d-1384-4e26-9cc3-ca35b946fe69,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:27.742140 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c2265e-e67f-404d-9680-923aee4dbf8d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:27.746607 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41df42fd-aa29-4acc-8b64-e46a7084b6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.830223 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:27.877526 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d46a5-7d75-4d22-896f-3d028ca48326 req-62024b33-614f-4fb1-997c-5f4b04166948 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:27.879017 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-646d46a5-7d75-4d22-896f-3d028ca48326 req-62024b33-614f-4fb1-997c-5f4b04166948 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0552700 Oct 29 08:09:27.932068 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-646d46a5-7d75-4d22-896f-3d028ca48326 req-0e53981b-5778-451e-875f-7fca67f7bad4 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458744 Oct 29 08:09:28.005295 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.009052 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.074392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1eae8-c3eb-409f-9ec7-23b5c8edffbe req-0bb2128c-04ca-43ca-a8c5-e61602be1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:28.075826 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aab1eae8-c3eb-409f-9ec7-23b5c8edffbe req-0bb2128c-04ca-43ca-a8c5-e61602be1083 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 1098 time: 0.1063561 Oct 29 08:09:28.092172 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41df42fd-aa29-4acc-8b64-e46a7084b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.095279 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41df42fd-aa29-4acc-8b64-e46a7084b6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.096385 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-41df42fd-aa29-4acc-8b64-e46a7084b6b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e66a33f3-a22a-4e50-ab12-9bef52c73d6c HTTP/1.1" status: 204 len: 168 time: 0.4627068 Oct 29 08:09:28.117542 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df42fd-aa29-4acc-8b64-e46a7084b6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66a33f3-a22a-4e50-ab12-9bef52c73d6c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:28.130646 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aab1eae8-c3eb-409f-9ec7-23b5c8edffbe req-1bfced1c-e683-46ca-b9d0-e805ce7f200a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450096 Oct 29 08:09:28.214735 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.215335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acfa46c1-bdb6-4db2-9b38-343e0dd54347 {{(pid=102132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:09:28.221891 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.229530 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-10035e4f-47f1-428d-acd3-5aa623443fd8 admin admin] 10.222.0.74 "DELETE /v2.0/routers/acfa46c1-bdb6-4db2-9b38-343e0dd54347 HTTP/1.1" status: 204 len: 168 time: 1.3302696 Oct 29 08:09:28.229530 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44354) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:28.273074 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Deleting subnet 26ad85ac-9f80-4c48-9071-82b7a0454f01 {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:09:28.276382 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.313988 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15809889'] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.343931 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02aed803-9040-491f-9834-ade0e1640ab6 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:09:28.355287 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.373061 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 02aed803-9040-491f-9834-ade0e1640ab6 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:09:28.373310 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02aed803-9040-491f-9834-ade0e1640ab6 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:09:28.479366 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15807232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15977145'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.509366 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ad85ac-9f80-4c48-9071-82b7a0454f01,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:28.527563 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.531932 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-ac8f158c-3daa-4d61-8f7e-f343fc2471aa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/26ad85ac-9f80-4c48-9071-82b7a0454f01 HTTP/1.1" status: 204 len: 168 time: 0.3053603 Oct 29 08:09:28.534836 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44366) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:28.613631 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.708776 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.730588 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61cee51-a74b-4432-b917-2f01b79985e1']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:28.741058 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e3b739-e019-426b-98ae-4bd0af18b076') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:28.741372 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e3b739-e019-426b-98ae-4bd0af18b076') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:28.752752 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.769107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.777857 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:09:28.778229 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:09:28.780124 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:09:28.901940 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.909391 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:28.912951 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a61cee51-a74b-4432-b917-2f01b79985e1 HTTP/1.1" status: 204 len: 168 time: 0.3770287 Oct 29 08:09:28.923708 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e46e-ae02-4082-830e-4f5532350724 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61cee51-a74b-4432-b917-2f01b79985e1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:29.072014 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd8b7c-d48b-409e-a555-576f944f4acd req-802b17fc-ed4b-402d-94da-e9183148ad64 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:29.073534 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-91cd8b7c-d48b-409e-a555-576f944f4acd req-802b17fc-ed4b-402d-94da-e9183148ad64 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Oct 29 08:09:29.118535 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-91cd8b7c-d48b-409e-a555-576f944f4acd req-5fcb502f-4471-45ec-93f9-e4bf995d0611 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378573 Oct 29 08:09:29.265675 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44394) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:29.306349 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-fdc18506-0209-473c-b266-92902a01de42 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e925cc20af94eff81718e6ff4244339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390117 Oct 29 08:09:29.308633 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44396) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:29.360660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7100a884-dbf0-4a29-b88b-7dde7b4ed5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:29.382810 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7100a884-dbf0-4a29-b88b-7dde7b4ed5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:29.581567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7100a884-dbf0-4a29-b88b-7dde7b4ed5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:29.584220 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7100a884-dbf0-4a29-b88b-7dde7b4ed5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:29.585375 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7100a884-dbf0-4a29-b88b-7dde7b4ed5a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db7596be-d10b-4a3e-974b-503e25a01a87 HTTP/1.1" status: 204 len: 168 time: 0.2758274 Oct 29 08:09:29.593810 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100a884-dbf0-4a29-b88b-7dde7b4ed5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7596be-d10b-4a3e-974b-503e25a01a87,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:29.768240 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device c6c2265e-e67f-404d-9680-923aee4dbf8d no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:09:29.790611 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: c6c2265e-e67f-404d-9680-923aee4dbf8d {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:09:29.791024 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device c6c2265e-e67f-404d-9680-923aee4dbf8d not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:09:30.575714 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd656f96-93e8-4b77-b9d2-069d49d7d4bb req-60d2ea3d-4cd8-4a12-94c7-311f586288ac tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:30.577190 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cd656f96-93e8-4b77-b9d2-069d49d7d4bb req-60d2ea3d-4cd8-4a12-94c7-311f586288ac tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0515287 Oct 29 08:09:30.626183 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cd656f96-93e8-4b77-b9d2-069d49d7d4bb req-a908536a-6bca-4f23-be80-74479aef4d4a tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429792 Oct 29 08:09:30.688116 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44442) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:30.731456 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0a89-8018-44c2-bdb0-13feead78279 req-bd28a1ba-417b-4ec4-958f-14913dd1930d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:30.732990 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-847d0a89-8018-44c2-bdb0-13feead78279 req-bd28a1ba-417b-4ec4-958f-14913dd1930d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.0510037 Oct 29 08:09:30.774880 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-847d0a89-8018-44c2-bdb0-13feead78279 req-e6a761ec-5dbf-4744-a12e-b4041d0bf3f6 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347755 Oct 29 08:09:30.794069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-network', 'tenant_id': '1121489408e14120aac374606c0ace5e'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:30.884953 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc31c-7784-4d76-a2b0-60cf897a89cb req-590d5f96-b1c1-473a-b978-b14dd45b1288 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:30.886436 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc5bc31c-7784-4d76-a2b0-60cf897a89cb req-590d5f96-b1c1-473a-b978-b14dd45b1288 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0510950 Oct 29 08:09:30.896094 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44446) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:30.900684 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Request body: {'floatingip': {'port_id': '584c7c0d-1384-4e26-9cc3-ca35b946fe69'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:30.904567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Made reservation on behalf of 1121489408e14120aac374606c0ace5e for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:30.907345 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:30.941663 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:30.949981 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.193766 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.279692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.567551 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:09:31.582368 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b12ab4-90b2-4d4d-8aa9-a0fde149be32,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:31.587978 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.588310 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Added segment 15b015ab-d6b7-466d-920f-8e4ab9f10f39 of type vlan for network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 Oct 29 08:09:31.658010 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.730618 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.894884 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5392186-c3d5-4207-98ff-8a87e121ae39 req-6f1964fa-7906-481e-b802-5be4fc9d2fc0 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:31.895940 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.896394 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b5392186-c3d5-4207-98ff-8a87e121ae39 req-6f1964fa-7906-481e-b802-5be4fc9d2fc0 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.0496724 Oct 29 08:09:31.896884 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:31.897516 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:31.939052 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b5392186-c3d5-4207-98ff-8a87e121ae39 req-3d091356-100c-4a14-93e7-ddc0e67b18e5 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Oct 29 08:09:31.947640 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.024889 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] Pushing event updated for resources: {'Network': ['ID=10f097fa-f130-4cbf-8d9d-2ef00b65ce40,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:32.036332 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:09:32.049805 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-95fed60b-80cb-4b4b-9ab1-8b956a022da9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3604059 Oct 29 08:09:32.052805 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44454) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:32.059066 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Request body: {'subnet': {'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-subnet', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:32.071113 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Floating IP 3d3b2c45-d34b-4632-ad4f-71d308fcdf2c associated. External IP: 172.27.2.75, port: 584c7c0d-1384-4e26-9cc3-ca35b946fe69. Oct 29 08:09:32.191241 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Made reservation on behalf of 1121489408e14120aac374606c0ace5e for: {'subnet': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:32.193552 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13384929'] for subnet, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.300112 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:09:32.413963 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:32.419050 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.424420 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:32.434783 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:32.435494 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:32.443400 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13384987'] for subnet, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.453145 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-a22c3701-e72d-4a7d-a759-1ceae84c4b5f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "PUT /v2.0/floatingips/3d3b2c45-d34b-4632-ad4f-71d308fcdf2c HTTP/1.1" status: 200 len: 990 time: 1.5549574 Oct 29 08:09:32.456659 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:32.456893 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71" -d '{"events": [{"name": "network-changed", "server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:32.510786 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c62303-0884-4137-b949-c348e2a8baee,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:32.520473 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Checking segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:32.520832 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Network hostable DHCP agents. Network: 10f097fa-f130-4cbf-8d9d-2ef00b65ce40, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:09:32.560276 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:32.562114 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-3210bd62-bfcf-439f-ab2f-03855c721ad1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:32.563762 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-3210bd62-bfcf-439f-ab2f-03855c721ad1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.0576179 Oct 29 08:09:32.575983 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f732298b-ec9c-4221-8afd-c68d6cda8248 x-openstack-request-id: req-f732298b-ec9c-4221-8afd-c68d6cda8248 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:32.581724 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:32.581724 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f732298b-ec9c-4221-8afd-c68d6cda8248 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:32.581724 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'status': 'completed', 'code': 200} Oct 29 08:09:32.604380 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:09:32.690311 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 10f097fa-f130-4cbf-8d9d-2ef00b65ce40) {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:32.694747 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:32.695325 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.699703 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a8a35-75dc-4f4d-99bf-24cc331e4286 None None] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:09:32.790291 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-a66db3c2-8752-4748-9ce4-1db48498b4f2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7351348 Oct 29 08:09:32.793277 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44462) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:32.797804 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:32.908170 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.910464 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:32.962154 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.069311 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:09:33.069975 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.091206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '3d3b2c45-d34b-4632-ad4f-71d308fcdf2c', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'port_id': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'mac_address': 'fa:16:3e:69:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:09:06Z', 'updated_at': '2021-10-29T08:09:31Z', 'revision_number': 1, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:33.132188 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d4200-5458-4653-b22a-8237449f0fca req-ecb106c7-4d51-411c-9bb2-c62cc4fe3b42 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:33.133142 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e00d4200-5458-4653-b22a-8237449f0fca req-ecb106c7-4d51-411c-9bb2-c62cc4fe3b42 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.1182029 Oct 29 08:09:33.169648 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:33.194397 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:33.195039 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:33.214674 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.235702 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e00d4200-5458-4653-b22a-8237449f0fca req-8fee4971-8dcc-4626-9128-93c683d8751f tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Oct 29 08:09:33.319626 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Allocated IP 172.20.0.2 (10f097fa-f130-4cbf-8d9d-2ef00b65ce40/03c62303-0884-4137-b949-c348e2a8baee/263a74fa-03a9-4a75-b720-5e8ab3f0bc07) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:33.357751 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:33.504777 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.525204 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.609363 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.649715 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Allocated IP 172.27.2.2 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/e003b11c-e35e-4f6f-836b-a35901789762) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:33.683959 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '3d3b2c45-d34b-4632-ad4f-71d308fcdf2c', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'port_id': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'mac_address': 'fa:16:3e:69:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:09:06Z', 'updated_at': '2021-10-29T08:09:31Z', 'revision_number': 1, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:33.715591 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f419994-8c48-4645-b91f-593a6eeaa4dd None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '3d3b2c45-d34b-4632-ad4f-71d308fcdf2c', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'port_id': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'mac_address': 'fa:16:3e:69:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:09:06Z', 'updated_at': '2021-10-29T08:09:31Z', 'revision_number': 1, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:33.742734 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.767961 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.795095 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:33.801107 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:33.803402 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Pushing event updated for resources: {'Port': ['ID=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:33.805722 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:33.862891 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Attempting to bind port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:33.863347 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Attempting to bind port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:33.863864 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Attempting to bind port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:33.870002 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:33.870385 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Checking segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:33.870850 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.871343 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Bound using segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:33.872031 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Bound port: 263a74fa-03a9-4a75-b720-5e8ab3f0bc07, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:33.872481 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.912799 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:33.954709 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] For port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:33.955579 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d6b9b-cf47-404a-b505-40b937240c67 None None] New status for floating IP 3d3b2c45-d34b-4632-ad4f-71d308fcdf2c: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:09:33.959257 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] For port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:33.960173 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:33.963281 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:33.966917 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:33.994690 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Pushing event updated for resources: {'Port': ['ID=e003b11c-e35e-4f6f-836b-a35901789762,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:34.054753 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:34.121923 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f10a4-a598-47a6-9f10-64db5bca5b92 None None] Pushing event updated for resources: {'Port': ['ID=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:34.352087 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:34.701632 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:34.930094 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:09:35.005369 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619ee6f-187b-4af0-ad86-10ecc3a4baf5 None None] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:09:35.055953 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:35.071308 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:35.080770 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-74e36ff9-c4ab-4f17-aef0-41dee0e94a83 None None] Provisioning complete for port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:35.081137 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74e36ff9-c4ab-4f17-aef0-41dee0e94a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.117959 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:35.118625 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:35.164823 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.166068 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-48524f6d-10aa-4241-9566-1451cf99196d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3717465 Oct 29 08:09:35.169051 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44476) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:35.359180 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:35.385224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-892c6524-2e72-41b5-b4b9-564efd2a532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:35.386768 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-892c6524-2e72-41b5-b4b9-564efd2a532c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8c93ca4e0804994b39406ecaafc78de&device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 1098 time: 0.1346903 Oct 29 08:09:35.388238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ba692-1013-49ea-a004-88db28a4340b req-7db5e63b-313d-43d7-937c-6c5772c434c6 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:35.389777 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f31ba692-1013-49ea-a004-88db28a4340b req-7db5e63b-313d-43d7-937c-6c5772c434c6 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 945 time: 0.0584078 Oct 29 08:09:35.421947 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74e36ff9-c4ab-4f17-aef0-41dee0e94a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.436650 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f31ba692-1013-49ea-a004-88db28a4340b req-e2b30e0a-3b5d-4276-9928-7befd79170f1 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/security-groups?id=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364296 Oct 29 08:09:35.554661 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Deleting port 9368678c-3958-4f40-81e5-709251c3536b {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:09:35.555010 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.644220 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-74e36ff9-c4ab-4f17-aef0-41dee0e94a83 None None] For port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:35.665168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-ad8af555-8823-4e21-8bc3-30e8d70ea822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:35.666718 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-ad8af555-8823-4e21-8bc3-30e8d70ea822 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 200 len: 912 time: 0.2365658 Oct 29 08:09:35.707116 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74e36ff9-c4ab-4f17-aef0-41dee0e94a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.769195 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e36ff9-c4ab-4f17-aef0-41dee0e94a83 None None] Pushing event updated for resources: {'Port': ['ID=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:35.787320 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:34Z', 'revision_number': 3, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:35.833694 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] For port 9368678c-3958-4f40-81e5-709251c3536b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9368678c-3958-4f40-81e5-709251c3536b,segment=NetworkSegment(8be5b4e0-3667-4b77-a457-95bafbdaeda1),segment_id=8be5b4e0-3667-4b77-a457-95bafbdaeda1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:35.834058 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.835227 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:35.835715 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Updating router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 port e003b11c-e35e-4f6f-836b-a35901789762 binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:09:35.855408 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Calling delete_port for 9368678c-3958-4f40-81e5-709251c3536b owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:09:35.863141 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-75ceba78-0bd4-4202-a8dd-4f36da46d159 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69 HTTP/1.1" status: 200 len: 1000 time: 0.1319542 Oct 29 08:09:35.867749 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:35.906783 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:35.992901 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-2316f766-3d92-452a-b304-ef247b685e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:35.994397 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-2316f766-3d92-452a-b304-ef247b685e84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 200 len: 850 time: 0.1191700 Oct 29 08:09:36.024612 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-941e666e-dcdb-4121-9b73-55bd80555258 None None] Provisioning complete for port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:36.024982 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-941e666e-dcdb-4121-9b73-55bd80555258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.102340 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-393bc51b-7a65-477e-b4a9-1a7147235f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:36.103872 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-393bc51b-7a65-477e-b4a9-1a7147235f00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce10fefc-db6c-4652-9a2b-f35d55fa1092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983455 Oct 29 08:09:36.132781 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:36.133154 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.241900 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.339924 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-6c2b42b3-6803-4221-a56f-b66ac7baefbf service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132757 Oct 29 08:09:36.343087 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.372669 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.439159 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.512189 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Attempting to bind port e003b11c-e35e-4f6f-836b-a35901789762 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:36.512189 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Attempting to bind port e003b11c-e35e-4f6f-836b-a35901789762 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:36.512797 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Attempting to bind port e003b11c-e35e-4f6f-836b-a35901789762 on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:36.517875 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe74995-5f49-4ab3-a179-5cf5ff453525 None None] Pushing event updated for resources: {'Port': ['ID=e003b11c-e35e-4f6f-836b-a35901789762,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:36.524588 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:36.525123 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:36.525721 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.526298 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:36.527077 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Bound port: e003b11c-e35e-4f6f-836b-a35901789762, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:36.527563 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.568567 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e502c14-5080-48a2-a25e-56da09cfb3f2 req-1a591e0e-3d0f-448b-aa7b-fb879e0db500 tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 210 time: 0.0398576 Oct 29 08:09:36.601989 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] For port e003b11c-e35e-4f6f-836b-a35901789762, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:36.605543 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] For port e003b11c-e35e-4f6f-836b-a35901789762, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=e003b11c-e35e-4f6f-836b-a35901789762,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:36.678384 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.714162 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Pushing event deleted for resources: {'Port': ['ID=9368678c-3958-4f40-81e5-709251c3536b,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:36.741505 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:36.742179 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:36.780866 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe74995-5f49-4ab3-a179-5cf5ff453525 None None] Pushing event updated for resources: {'Port': ['ID=e003b11c-e35e-4f6f-836b-a35901789762,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:36.814971 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] No DVR routers for this DVR port 9368678c-3958-4f40-81e5-709251c3536b on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:09:36.820771 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:36.824247 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f478635f-ca7c-45c9-b23b-488f8e30698b req-2a1a9325-a0ad-47d4-89c7-36435216f87d tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.49 "DELETE /v2.0/ports/9368678c-3958-4f40-81e5-709251c3536b HTTP/1.1" status: 204 len: 173 time: 1.5828035 Oct 29 08:09:36.832008 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'name': 'network-vif-deleted', 'tag': '9368678c-3958-4f40-81e5-709251c3536b'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:36.834456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6aa55-ca9b-4140-bf88-188a69c3faa8" -d '{"events": [{"server_uuid": "b1c36621-7b60-4940-8e5b-cbcc9cd3524c", "name": "network-vif-deleted", "tag": "9368678c-3958-4f40-81e5-709251c3536b"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:36.867569 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:36.882144 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1d605d-77cb-4b19-920b-ad8ea9d54858 x-openstack-request-id: req-6a1d605d-77cb-4b19-920b-ad8ea9d54858 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:36.883272 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c36621-7b60-4940-8e5b-cbcc9cd3524c", "name": "network-vif-deleted", "tag": "9368678c-3958-4f40-81e5-709251c3536b", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:36.883272 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a1d605d-77cb-4b19-920b-ad8ea9d54858 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:36.883272 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c36621-7b60-4940-8e5b-cbcc9cd3524c', 'name': 'network-vif-deleted', 'tag': '9368678c-3958-4f40-81e5-709251c3536b', 'status': 'completed', 'code': 200} Oct 29 08:09:36.888979 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-15fdfda9-c6d8-4905-b81b-2c0ad5664b71 req-55a1d252-92e6-4cc8-921b-d267c4bf7377 service neutron] 10.222.0.49 "GET /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401895 Oct 29 08:09:36.904335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Allocated IP 172.20.0.1 (10f097fa-f130-4cbf-8d9d-2ef00b65ce40/03c62303-0884-4137-b949-c348e2a8baee/0b4145cd-c317-49da-b668-41d94d7492f2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:37.034222 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.078777 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:34Z', 'revision_number': 3, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:37.106136 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1829a8-8d67-4c88-b215-0b0200a1ab79 None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:34Z', 'revision_number': 3, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:37.176769 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.220360 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:37.223422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:37.228119 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:37.231450 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4145cd-c317-49da-b668-41d94d7492f2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:37.267587 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 9368678c-3958-4f40-81e5-709251c3536b no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:09:37.283637 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.297327 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 9368678c-3958-4f40-81e5-709251c3536b {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:09:37.297960 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 9368678c-3958-4f40-81e5-709251c3536b not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:09:37.539478 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.629108 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-cffb4f46-6259-40da-a67a-66b12ba871e8 None None] Provisioning complete for port 0b4145cd-c317-49da-b668-41d94d7492f2 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:37.629702 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f46-6259-40da-a67a-66b12ba871e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.732106 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f8391c2f-5641-4542-a744-974418f73f3c req-2e560dcc-2b86-4a19-91d2-5a8c073f739e tempest-VolumesSnapshotTestJSON-1140217366 tempest-VolumesSnapshotTestJSON-1140217366-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1c36621-7b60-4940-8e5b-cbcc9cd3524c HTTP/1.1" status: 200 len: 210 time: 0.0449054 Oct 29 08:09:37.753636 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-cffb4f46-6259-40da-a67a-66b12ba871e8 None None] Port 0b4145cd-c317-49da-b668-41d94d7492f2 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:37.792812 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.901936 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:37.936685 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device e003b11c-e35e-4f6f-836b-a35901789762 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:37.990641 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4145cd-c317-49da-b668-41d94d7492f2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:37.994282 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:38.022492 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port e003b11c-e35e-4f6f-836b-a35901789762 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:38.023144 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:38.116224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:38.117826 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:38.120012 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:38.149712 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port e003b11c-e35e-4f6f-836b-a35901789762, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=e003b11c-e35e-4f6f-836b-a35901789762,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:38.214261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:38.215065 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:38.284814 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:09:38.307580 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=e003b11c-e35e-4f6f-836b-a35901789762,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:38.322453 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:38.322453 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:38.417588 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:38.433043 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-80dda38d-3e1f-44b5-a029-3b9b536f6c84 admin admin] 10.222.0.74 "PUT /v2.0/routers/182814ea-7417-4fd1-aa8b-6f93ce9e5b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626653 Oct 29 08:09:38.487126 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-05e7dcba-1025-4ab8-83ee-621ab43f6b19 None None] Provisioning complete for port 0b4145cd-c317-49da-b668-41d94d7492f2 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:38.487868 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-05e7dcba-1025-4ab8-83ee-621ab43f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:38.525989 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-05e7dcba-1025-4ab8-83ee-621ab43f6b19 None None] Port 0b4145cd-c317-49da-b668-41d94d7492f2 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:38.906964 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:38.917167 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:38.917776 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:39.027531 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:39.241156 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 2, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:39.276343 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:39.276707 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Updating router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 port 0b4145cd-c317-49da-b668-41d94d7492f2 binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:09:39.304412 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.504852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44522) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:39.580605 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44526) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:39.585290 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400429219', 'description': 'tempest-description--168932249'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:39.616109 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.646739 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0033601a-6198-49a1-8178-e415854c3002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.710627 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.744627 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0033601a-6198-49a1-8178-e415854c3002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.759051 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.806430 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Pushing event updated for resources: {'Port': ['ID=0b4145cd-c317-49da-b668-41d94d7492f2,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:39.820667 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.825380 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0033601a-6198-49a1-8178-e415854c3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.831238 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.839629 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.840038 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.840692 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.840692 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.840969 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.841289 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.841610 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.841947 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.842269 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.842593 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.843136 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:39.859533 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device e003b11c-e35e-4f6f-836b-a35901789762 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:39.895858 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0033601a-6198-49a1-8178-e415854c3002 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=055c3b97aa0341e6bea08a9d57d22e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873560 Oct 29 08:09:39.896415 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44532) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:39.908567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033601a-6198-49a1-8178-e415854c3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d8c161-eb9c-4f48-8084-bab2bb0ff15d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:39.935075 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.935720 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port e003b11c-e35e-4f6f-836b-a35901789762 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:39.936307 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.943126 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Attempting to bind port 0b4145cd-c317-49da-b668-41d94d7492f2 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:39.944147 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Attempting to bind port 0b4145cd-c317-49da-b668-41d94d7492f2 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:39.949304 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Attempting to bind port 0b4145cd-c317-49da-b668-41d94d7492f2 on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:39.956270 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:39.963034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Checking segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:39.963034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:39.963034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Bound using segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:39.963034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Bound port: 0b4145cd-c317-49da-b668-41d94d7492f2, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:39.963034 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.036340 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e14c6e-c451-41d2-b724-ba3432fda01c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:40.040791 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] For port 0b4145cd-c317-49da-b668-41d94d7492f2, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:40.044798 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] For port 0b4145cd-c317-49da-b668-41d94d7492f2, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0b4145cd-c317-49da-b668-41d94d7492f2,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:40.047008 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.051340 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-2e38cfca-c40a-4f5d-88ad-2c35328b56cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4671295 Oct 29 08:09:40.052168 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44534) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:40.058270 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'security_group_rule': {'security_group_id': 'a7e14c6e-c451-41d2-b724-ba3432fda01c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:40.069171 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b163ca64-86ae-4f77-90c2-ffc0b5d22680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.086770 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-84fe89c0-84e6-4e7f-8029-e3a0b37496c7 None None] Provisioning complete for port 0b4145cd-c317-49da-b668-41d94d7492f2 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:40.087144 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84fe89c0-84e6-4e7f-8029-e3a0b37496c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.098675 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b163ca64-86ae-4f77-90c2-ffc0b5d22680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.121259 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-84fe89c0-84e6-4e7f-8029-e3a0b37496c7 None None] Port 0b4145cd-c317-49da-b668-41d94d7492f2 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:40.126145 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.167597 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.195793 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11b998-6323-4e2c-89cd-a4b76fa24f48 None None] Pushing event updated for resources: {'Port': ['ID=0b4145cd-c317-49da-b668-41d94d7492f2,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:40.199701 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:40.200387 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:40.226233 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b163ca64-86ae-4f77-90c2-ffc0b5d22680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.230379 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b163ca64-86ae-4f77-90c2-ffc0b5d22680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.231841 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b163ca64-86ae-4f77-90c2-ffc0b5d22680 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1d8c161-eb9c-4f48-8084-bab2bb0ff15d HTTP/1.1" status: 204 len: 168 time: 0.3333199 Oct 29 08:09:40.240995 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.247717 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163ca64-86ae-4f77-90c2-ffc0b5d22680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d8c161-eb9c-4f48-8084-bab2bb0ff15d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:40.313868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.335437 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba7f520-8cd3-4664-8130-afca05bcd0d9,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:40.350541 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:40.439597 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.440854 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-60c5ac2b-ea10-40d5-bdc1-c500478e9ffe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870866 Oct 29 08:09:40.443758 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44542) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:40.447940 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'security_group_rule': {'security_group_id': 'a7e14c6e-c451-41d2-b724-ba3432fda01c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:40.545487 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-3aae2869-3020-492a-bb59-ab53fd12f07b None None] Provisioning complete for port 0b4145cd-c317-49da-b668-41d94d7492f2 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:40.550163 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3aae2869-3020-492a-bb59-ab53fd12f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.582143 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.632785 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3aae2869-3020-492a-bb59-ab53fd12f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.646925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.666126 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-3aae2869-3020-492a-bb59-ab53fd12f07b None None] For port 0b4145cd-c317-49da-b668-41d94d7492f2, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0b4145cd-c317-49da-b668-41d94d7492f2,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:40.667939 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:40.695043 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855cf82-7ef4-487b-be39-022d8760b0a1 None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:40.747414 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.774686 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6447e74a-df71-47ac-8c4a-1e98118ec518,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:40.787230 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3aae2869-3020-492a-bb59-ab53fd12f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.847238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:40.849009 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-0547a11a-ca71-4a30-9bc7-fd67b72522ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4044387 Oct 29 08:09:40.852151 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44550) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:40.863830 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae2869-3020-492a-bb59-ab53fd12f07b None None] Pushing event updated for resources: {'Port': ['ID=0b4145cd-c317-49da-b668-41d94d7492f2,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:40.864506 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:40.954207 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.063843 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.193774 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Allocated IP 172.27.2.36 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/a0826cc8-e245-4be1-8eb1-3d926713c50c) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:41.327487 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.433462 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.490959 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:41.494051 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:41.503321 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:41.547834 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'Port': ['ID=a0826cc8-e245-4be1-8eb1-3d926713c50c,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:41.592822 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44574) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:41.601320 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.713475 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-320953697-network', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:41.758780 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.810172 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Made reservation on behalf of 7da1b4770be64c55b7b94c4cb23b919d for: {'network': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:41.813209 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.829228 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:41.854837 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:09:41.891409 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0b4145cd-c317-49da-b668-41d94d7492f2 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:41.994751 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 0b4145cd-c317-49da-b668-41d94d7492f2 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:41.995115 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.007598 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.026522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-7fcfec2e-4e4b-434e-bddc-1fcb65fbd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:42.026801 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747700e9-54b0-42d8-a36b-3d866f0d07bc req-2bcb4d92-1bf1-4c65-913d-e08471b6a41b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:42.029690 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-7fcfec2e-4e4b-434e-bddc-1fcb65fbd4ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1137 time: 0.0685813 Oct 29 08:09:42.030341 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-747700e9-54b0-42d8-a36b-3d866f0d07bc req-2bcb4d92-1bf1-4c65-913d-e08471b6a41b tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0957799 Oct 29 08:09:42.069031 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.090303 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.091314 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-747700e9-54b0-42d8-a36b-3d866f0d07bc req-ba957968-d8d1-45cd-877c-ebdb477a1ec7 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542350 Oct 29 08:09:42.122689 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=102132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:09:42.146221 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188e40d-eabf-472e-90f6-b9c7c023f6f7,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:42.158180 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.158522 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.segments_db [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Added segment 84e2373c-d502-429b-a455-773001f4fb75 of type vlan for network d0551d53-21fc-489b-a7b6-079c7c4e24b1 Oct 29 08:09:42.170001 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.198808 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-cf719ef4-7564-4f1a-86b3-6cc3193d732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:42.200314 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-cf719ef4-7564-4f1a-86b3-6cc3193d732b service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.1597955 Oct 29 08:09:42.213250 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.256052 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'Port': ['ID=a0826cc8-e245-4be1-8eb1-3d926713c50c,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:42.266674 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.295023 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-ffa74765-7f46-4972-9d1a-686764a7d70a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 1001 time: 0.0750873 Oct 29 08:09:42.348903 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-14e181e0-803d-4692-8ef4-4aff877ad99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:42.350372 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-14e181e0-803d-4692-8ef4-4aff877ad99f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0459754 Oct 29 08:09:42.378740 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.379908 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-cd6c221a-37a7-41d1-9494-7bfca76d9ef4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5258615 Oct 29 08:09:42.404470 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.407873 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:42.407873 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.487162 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0551d53-21fc-489b-a7b6-079c7c4e24b1,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:42.497652 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:09:42.570644 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b9fb78e3-9663-4ce7-aaa9-cc294a75bfc5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9721808 Oct 29 08:09:42.570879 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44596) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:42.575799 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Request body: {'subnet': {'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-320953697-subnet', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:42.577128 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-dd1a8189-0d50-4cb0-8fdd-125f100cc81c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--400429219&fields=id&tenant_id=1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 267 time: 0.0348272 Oct 29 08:09:42.689726 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-4d0e9123-d774-4bdf-be06-cb7b4b020fc5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:42.691103 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-4d0e9123-d774-4bdf-be06-cb7b4b020fc5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 817 time: 0.1059740 Oct 29 08:09:42.816015 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Made reservation on behalf of 7da1b4770be64c55b7b94c4cb23b919d for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:42.818425 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15977304'] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:42.836019 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5287a59e-7604-4e78-be8d-0fc2a32210dc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/quotas/1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 375 time: 0.1390128 Oct 29 08:09:42.895942 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-6028f193-dac4-421d-943f-9c74faac00eb tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539336 Oct 29 08:09:43.008926 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-c6f5ba51-766a-4e7e-8744-65ec76d12bbd service neutron] 10.222.0.74 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988212 Oct 29 08:09:43.101720 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-15130e33-526c-491c-8d87-1de9a08d4102 service neutron] 10.222.0.74 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Oct 29 08:09:43.102403 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15807297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15977122'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.166878 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e59494-f394-413a-8af8-be972f5056f3,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:43.187793 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Checking segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:43.188448 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Network hostable DHCP agents. Network: d0551d53-21fc-489b-a7b6-079c7c4e24b1, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:09:43.266508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-e2d9e89a-2705-426b-8920-fd614a53a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:43.268085 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-e2d9e89a-2705-426b-8920-fd614a53a6d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437000 Oct 29 08:09:43.329793 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:09:43.420459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bcdf-6a6f-4a07-a234-8efafc99619c req-536e769f-0866-448b-80a0-e9690c647e10 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:43.422743 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0b63bcdf-6a6f-4a07-a234-8efafc99619c req-536e769f-0866-448b-80a0-e9690c647e10 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0551581 Oct 29 08:09:43.438852 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9a536071-f350-4179-a24e-1c540d6b4314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.467582 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0b63bcdf-6a6f-4a07-a234-8efafc99619c req-34d8de2f-0870-4295-b0de-3b24ae00e918 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386534 Oct 29 08:09:43.528416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, d0551d53-21fc-489b-a7b6-079c7c4e24b1) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:43.532752 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:43.533331 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.539934 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76078d9-8fe8-4653-af04-f92c9ee17b59 None None] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:09:43.688441 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-d0551d53-21fc-489b-a7b6-079c7c4e24b1', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:09:43.689304 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.702783 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-52f4b694-0c68-4f6f-be60-fd58938e597e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1308138 Oct 29 08:09:43.705609 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44614) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:43.709977 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:43.826653 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Allocated IP 172.20.0.2 (d0551d53-21fc-489b-a7b6-079c7c4e24b1/62e59494-f394-413a-8af8-be972f5056f3/ca143cd4-1259-418f-80aa-35c00c7c0143) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:43.907546 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.908645 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.962910 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:43.978941 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.057495 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.112448 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:44.115533 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:44.118103 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:44.131128 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Pushing event updated for resources: {'Port': ['ID=ca143cd4-1259-418f-80aa-35c00c7c0143,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:44.182749 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Attempting to bind port ca143cd4-1259-418f-80aa-35c00c7c0143 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:44.183119 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Attempting to bind port ca143cd4-1259-418f-80aa-35c00c7c0143 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:44.183483 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Attempting to bind port ca143cd4-1259-418f-80aa-35c00c7c0143 on network d0551d53-21fc-489b-a7b6-079c7c4e24b1 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:44.188561 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:44.189039 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Checking segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:44.189453 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.189852 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Bound using segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:44.190314 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Bound port: ca143cd4-1259-418f-80aa-35c00c7c0143, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:44.190693 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.216308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.245991 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-af07c339-8960-438d-a0bf-7ef8138b67bf service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788044 Oct 29 08:09:44.256702 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] For port ca143cd4-1259-418f-80aa-35c00c7c0143, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:44.259570 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] For port ca143cd4-1259-418f-80aa-35c00c7c0143, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ca143cd4-1259-418f-80aa-35c00c7c0143,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:44.353443 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.431439 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a720f7-23a6-441a-bc41-709011892a74 None None] Pushing event updated for resources: {'Port': ['ID=ca143cd4-1259-418f-80aa-35c00c7c0143,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:44.521843 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.541600 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.666901 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Allocated IP 172.27.2.103 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/9a8b545a-131c-4838-893e-6d255d504fc5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:44.790291 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.940207 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:44.981402 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:44.984454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:44.988847 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:45.013508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b545a-131c-4838-893e-6d255d504fc5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:45.175389 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54349d2a-2bcf-4468-875d-d0a803167e77 req-4a7d8098-c5d3-4aaf-bf53-a02007dcdf13 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0328691 Oct 29 08:09:45.315206 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c60f78-e546-44c6-80f3-060d22396a70 req-f9cb6bf1-d1c5-4a2a-97a5-c5510103781f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:45.316812 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-71c60f78-e546-44c6-80f3-060d22396a70 req-f9cb6bf1-d1c5-4a2a-97a5-c5510103781f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0604272 Oct 29 08:09:45.361264 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-71c60f78-e546-44c6-80f3-060d22396a70 req-8f4d5e73-52c3-4309-9a9d-9861cd54c0fb tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375497 Oct 29 08:09:45.370176 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e79e6-9863-4d7d-8295-74e6b91c60c8 None None] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:09:45.469020 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-35358dac-8b2d-48e3-a304-ce85af1293b7 None None] Provisioning complete for port ca143cd4-1259-418f-80aa-35c00c7c0143 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:45.469336 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35358dac-8b2d-48e3-a304-ce85af1293b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:45.471554 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-64ba0b59-474a-478a-8eef-371fae8e9c7f req-c9229db3-2f72-4eae-8f07-c6f6c524ae3f service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018104 Oct 29 08:09:45.614130 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35358dac-8b2d-48e3-a304-ce85af1293b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:45.653950 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-35358dac-8b2d-48e3-a304-ce85af1293b7 None None] For port ca143cd4-1259-418f-80aa-35c00c7c0143, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ca143cd4-1259-418f-80aa-35c00c7c0143,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:45.689993 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:45.741839 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35358dac-8b2d-48e3-a304-ce85af1293b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:45.845620 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35358dac-8b2d-48e3-a304-ce85af1293b7 None None] Pushing event updated for resources: {'Port': ['ID=ca143cd4-1259-418f-80aa-35c00c7c0143,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:45.867898 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-35f7ccd2-bcde-4eec-ac3b-bfc6c4086fd2 None None] Provisioning complete for port ca143cd4-1259-418f-80aa-35c00c7c0143 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:45.868308 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-35f7ccd2-bcde-4eec-ac3b-bfc6c4086fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:45.934227 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ca143cd4-1259-418f-80aa-35c00c7c0143 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:45.954250 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:46.064438 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port ca143cd4-1259-418f-80aa-35c00c7c0143 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:46.065454 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:46.181577 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Router c71a73de-bf95-49e3-b74a-b833be374a49 is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:09:46.305385 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-46af9c59-c0d2-43dc-82c5-ffd791514fd8 req-20ca75f3-1f90-491d-a28e-eedddfc10306 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0445979 Oct 29 08:09:46.310602 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:46.342019 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-de74d665-a641-40f5-93e4-4e8f8eb5ac4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:46.369572 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Sync routers for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:46.381687 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:46.382330 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:46.439263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:46.442457 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0ffb51e6-40cd-4cc4-8b4e-7a45dcb2de56 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7350762 Oct 29 08:09:46.444804 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44636) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:46.516520 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:46.582772 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-330b5906-dfcf-4001-a833-6b1af074d3d1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:46.584475 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-330b5906-dfcf-4001-a833-6b1af074d3d1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 817 time: 0.1405172 Oct 29 08:09:46.636520 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de9fffb1-0a60-4b36-b1a1-10b9f160ee7e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 379 time: 0.0382192 Oct 29 08:09:46.647584 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'port': {'device_id': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'admin_state_up': True, 'tenant_id': '1121489408e14120aac374606c0ace5e', 'security_groups': ['a7e14c6e-c451-41d2-b724-ba3432fda01c']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:46.677262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa329f-cbdd-47c0-bfa1-9425ea566368 req-19da14eb-219c-42eb-86ef-dce30031cbae tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:46.685192 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03fa329f-cbdd-47c0-bfa1-9425ea566368 req-19da14eb-219c-42eb-86ef-dce30031cbae tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.2231088 Oct 29 08:09:46.787635 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03fa329f-cbdd-47c0-bfa1-9425ea566368 req-89a05e7e-9081-4f3b-909a-9d859f771767 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965464 Oct 29 08:09:46.816883 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:45Z', 'revision_number': 3, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:46.850471 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Checking router: c71a73de-bf95-49e3-b74a-b833be374a49 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:46.850821 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Updating router c71a73de-bf95-49e3-b74a-b833be374a49 port 9a8b545a-131c-4838-893e-6d255d504fc5 binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:09:46.879967 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:46.937461 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Made reservation on behalf of 1121489408e14120aac374606c0ace5e for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:46.947375 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.165692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Allocated IP 172.20.0.4 (10f097fa-f130-4cbf-8d9d-2ef00b65ce40/03c62303-0884-4137-b949-c348e2a8baee/b375cb71-c732-4240-821a-e5ecb6ed9c34) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:47.169462 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.191129 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.226038 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.330205 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.352991 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.360280 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Allocated IP 172.20.0.1 (d0551d53-21fc-489b-a7b6-079c7c4e24b1/62e59494-f394-413a-8af8-be972f5056f3/29e2f2b1-2ed0-486d-8871-55864226a6c3) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:47.406848 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.448646 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-207f85c0-9052-4992-aae0-da4a657b1916 req-c912f591-06b4-4ba1-97fa-cc289251121c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0626996 Oct 29 08:09:47.473193 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Attempting to bind port 9a8b545a-131c-4838-893e-6d255d504fc5 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:47.473631 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Attempting to bind port 9a8b545a-131c-4838-893e-6d255d504fc5 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:47.474133 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Attempting to bind port 9a8b545a-131c-4838-893e-6d255d504fc5 on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:47.478194 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.482120 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2a4f-fb1d-486c-909e-b6a5535b839e None None] Pushing event updated for resources: {'Port': ['ID=9a8b545a-131c-4838-893e-6d255d504fc5,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:47.494500 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.495093 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:47.495480 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:47.495913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.496304 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:47.496804 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Bound port: 9a8b545a-131c-4838-893e-6d255d504fc5, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:47.497184 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.534152 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:47.537876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:47.540480 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:47.554524 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] For port 9a8b545a-131c-4838-893e-6d255d504fc5, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:47.558560 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] For port 9a8b545a-131c-4838-893e-6d255d504fc5, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=9a8b545a-131c-4838-893e-6d255d504fc5,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:47.567770 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:47.596785 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:47.597422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.639101 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.690193 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:47.693921 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:47.696650 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:47.712423 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.725935 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Pushing event updated for resources: {'Port': ['ID=29e2f2b1-2ed0-486d-8871-55864226a6c3,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:47.750530 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.765750 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5f744643-8d35-45aa-a581-e21153463883 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235573 Oct 29 08:09:47.788798 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2a4f-fb1d-486c-909e-b6a5535b839e None None] Pushing event updated for resources: {'Port': ['ID=9a8b545a-131c-4838-893e-6d255d504fc5,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:47.791470 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Request body: {'port': {'device_id': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:47.793857 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:47.794538 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:47.874717 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.930693 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-9f4e698e-b837-43e9-ab29-b4d1ea8f0fb5 None None] Provisioning complete for port b375cb71-c732-4240-821a-e5ecb6ed9c34 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:47.931520 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e698e-b837-43e9-ab29-b4d1ea8f0fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:47.996629 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.025691 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-87819719-ff8a-4182-aa21-4a786b867816 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129184 Oct 29 08:09:48.070641 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.165666 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ca143cd4-1259-418f-80aa-35c00c7c0143 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:48.201639 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-6dad7c5d-fdd4-488b-8259-562f6ae78c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:48.203743 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-6dad7c5d-fdd4-488b-8259-562f6ae78c21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 1098 time: 0.1129203 Oct 29 08:09:48.232450 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e698e-b837-43e9-ab29-b4d1ea8f0fb5 None None] Port b375cb71-c732-4240-821a-e5ecb6ed9c34 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:48.266218 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:48.315709 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c752-68ed-4e46-ae2c-02c172afba21 req-e688d615-7a16-4daa-8d5e-a37dcc5598a4 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:48.317751 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6a35c752-68ed-4e46-ae2c-02c172afba21 req-e688d615-7a16-4daa-8d5e-a37dcc5598a4 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.3491638 Oct 29 08:09:48.395316 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-c21a07c2-8773-43b0-9190-f410b6abcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:48.396964 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-c21a07c2-8773-43b0-9190-f410b6abcc83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.1524560 Oct 29 08:09:48.409155 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port ca143cd4-1259-418f-80aa-35c00c7c0143 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:48.409985 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.411457 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6a35c752-68ed-4e46-ae2c-02c172afba21 req-b6bdaa79-058a-4f92-b8a4-12a7fae29136 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614355 Oct 29 08:09:48.490944 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-2ca36bd9-c0de-4e71-a58b-513935615d75 None None] Provisioning complete for port 29e2f2b1-2ed0-486d-8871-55864226a6c3 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:48.491319 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2ca36bd9-c0de-4e71-a58b-513935615d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.514305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b375cb71-c732-4240-821a-e5ecb6ed9c34 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:09:48.521120 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-b3f04ca8-7b10-4a0f-9d9f-c5959c0df550 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740c8b85-1a87-4604-9798-4fed3b97f23d HTTP/1.1" status: 200 len: 1001 time: 0.1157050 Oct 29 08:09:48.525872 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.566227 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Transition to ACTIVE for port object b375cb71-c732-4240-821a-e5ecb6ed9c34 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:09:48.588469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2ca36bd9-c0de-4e71-a58b-513935615d75 None None] Port 29e2f2b1-2ed0-486d-8871-55864226a6c3 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:48.590670 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-577f3887-0132-4adf-93d6-e7aa603667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:48.593060 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-577f3887-0132-4adf-93d6-e7aa603667c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0557992 Oct 29 08:09:48.594216 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.635146 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:45Z', 'revision_number': 3, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:48.669728 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b7178-6827-410b-b8f6-6437c3ad2f7b None None] The sync data for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi is: [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:45Z', 'revision_number': 3, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:48.674457 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-3d475fbe-a9c5-484c-a4b7-6d960b7232cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:48.676639 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-3d475fbe-a9c5-484c-a4b7-6d960b7232cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740776 Oct 29 08:09:48.701068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.717244 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f981736-de1d-4a35-9eb1-fa7d6c14dd40 req-bd89f82b-84b0-4bba-9026-b9497a2b7af9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:48.724320 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f981736-de1d-4a35-9eb1-fa7d6c14dd40 req-bd89f82b-84b0-4bba-9026-b9497a2b7af9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 931 time: 0.0764890 Oct 29 08:09:48.757609 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.812368 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f981736-de1d-4a35-9eb1-fa7d6c14dd40 req-a4ce100f-c399-48b7-ac49-d145abd9e94c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867541 Oct 29 08:09:48.840278 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Pushing event updated for resources: {'Port': ['ID=29e2f2b1-2ed0-486d-8871-55864226a6c3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:48.853604 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:48.893389 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:48.978249 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-c30d36b0-af20-44e4-bfad-08a9ee68c0ab service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898161 Oct 29 08:09:49.005327 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:49.011243 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:49.067267 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Attempting to bind port b375cb71-c732-4240-821a-e5ecb6ed9c34 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:49.067613 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Attempting to bind port b375cb71-c732-4240-821a-e5ecb6ed9c34 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:49.067999 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Attempting to bind port b375cb71-c732-4240-821a-e5ecb6ed9c34 on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:49.087250 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Port b375cb71-c732-4240-821a-e5ecb6ed9c34 on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:09:49.090199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Attempting to bind port b375cb71-c732-4240-821a-e5ecb6ed9c34 on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:49.104395 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:49.104860 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Checking segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:49.105185 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Bound using segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:49.105745 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Bound port: b375cb71-c732-4240-821a-e5ecb6ed9c34, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:49.106419 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:49.210436 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc78442d-f80f-4273-aab2-410406cae5c0 req-649a7346-26f9-4d82-ab3a-45e76de02dc7 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221172 Oct 29 08:09:49.242882 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Router c71a73de-bf95-49e3-b74a-b833be374a49 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:09:49.259356 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:49.267121 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:49.426930 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:49.433163 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-fd24172e-96aa-4281-9af5-b3b60ab22286 admin admin] 10.222.0.74 "PUT /v2.0/routers/c71a73de-bf95-49e3-b74a-b833be374a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865296 Oct 29 08:09:49.460450 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-b30b6711-d34d-40ff-9582-ca2a45569ec2 None None] Provisioning complete for port 29e2f2b1-2ed0-486d-8871-55864226a6c3 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:49.461527 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b30b6711-d34d-40ff-9582-ca2a45569ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:49.512721 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-b30b6711-d34d-40ff-9582-ca2a45569ec2 None None] Port 29e2f2b1-2ed0-486d-8871-55864226a6c3 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:49.551832 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:49.581883 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24bdd9-f26b-451b-90c3-4b1e900a2fdf req-8813209b-57bf-41ec-abaf-a30b2713869f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:49.583624 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cc24bdd9-f26b-451b-90c3-4b1e900a2fdf req-8813209b-57bf-41ec-abaf-a30b2713869f tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0636203 Oct 29 08:09:49.646532 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cc24bdd9-f26b-451b-90c3-4b1e900a2fdf req-21890ebb-46ea-4139-9862-95fd7d7a6a1a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546360 Oct 29 08:09:49.689438 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:49.757404 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:49.759429 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:49.761573 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] 10.222.0.49 "PUT /v2.0/ports/b375cb71-c732-4240-821a-e5ecb6ed9c34 HTTP/1.1" status: 200 len: 1093 time: 1.9835224 Oct 29 08:09:49.762093 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:49.769263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b651584d-e104-4712-8b4b-411a562ddd80" -d '{"events": [{"name": "network-changed", "server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:49.815368 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:49.824101 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.824474 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.824820 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.825158 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.825551 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.825889 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.826222 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.826553 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.826883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.827249 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.828313 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.828655 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84e4f0-ccfb-48bd-bd2a-3ce3dd17045b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:49.859428 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb27fd89-4142-436c-8061-33e259410a95 x-openstack-request-id: req-fb27fd89-4142-436c-8061-33e259410a95 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:49.859904 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:49.860198 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb27fd89-4142-436c-8061-33e259410a95 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:49.860611 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'status': 'completed', 'code': 200} Oct 29 08:09:49.926384 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 9a8b545a-131c-4838-893e-6d255d504fc5 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:49.973678 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651584d-e104-4712-8b4b-411a562ddd80 req-68d4ce4e-72c6-47f3-ac0f-788886c95773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:49.975325 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b651584d-e104-4712-8b4b-411a562ddd80 req-68d4ce4e-72c6-47f3-ac0f-788886c95773 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1096 time: 0.0892353 Oct 29 08:09:50.039927 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 9a8b545a-131c-4838-893e-6d255d504fc5 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:50.040301 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:50.093388 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8751-5cbc-4771-9211-72c4896b4180 req-7ea6dfd5-335c-4d9c-9cda-7f0527314257 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.095108 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-89bd8751-5cbc-4771-9211-72c4896b4180 req-7ea6dfd5-335c-4d9c-9cda-7f0527314257 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0816855 Oct 29 08:09:50.150925 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651584d-e104-4712-8b4b-411a562ddd80 req-48392ba9-8c8e-4a58-a3e8-be459a7fe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.150925 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b651584d-e104-4712-8b4b-411a562ddd80 req-48392ba9-8c8e-4a58-a3e8-be459a7fe30f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1121489408e14120aac374606c0ace5e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1641419 Oct 29 08:09:50.162459 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:50.177291 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-89bd8751-5cbc-4771-9211-72c4896b4180 req-974a52b2-d780-4afb-a835-cab6424c3b9c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625420 Oct 29 08:09:50.197937 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 9a8b545a-131c-4838-893e-6d255d504fc5, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=9a8b545a-131c-4838-893e-6d255d504fc5,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:50.288128 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651584d-e104-4712-8b4b-411a562ddd80 req-eb5218fe-ed78-4d0e-bd15-f31de62d8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.289072 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-b651584d-e104-4712-8b4b-411a562ddd80 req-eb5218fe-ed78-4d0e-bd15-f31de62d8870 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248162 Oct 29 08:09:50.306997 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:50.359244 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=9a8b545a-131c-4838-893e-6d255d504fc5,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:50.381983 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-673cf472-aec9-4b85-b0a3-705a58423b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.383478 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-673cf472-aec9-4b85-b0a3-705a58423b91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1096 time: 0.0484293 Oct 29 08:09:50.456980 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-5d3ef38f-c3ad-45d9-8a1b-0f154b45e4bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34 HTTP/1.1" status: 200 len: 217 time: 0.0582035 Oct 29 08:09:50.550087 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-7b8090d8-1cb4-4018-9d54-89366ba20f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.552422 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-7b8090d8-1cb4-4018-9d54-89366ba20f7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0755954 Oct 29 08:09:50.604418 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44694) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:50.611587 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-52352063-network', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:50.619069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-09dee359-25d6-4640-9dfd-4f066d009a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.622204 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-09dee359-25d6-4640-9dfd-4f066d009a6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512588 Oct 29 08:09:50.724417 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Made reservation on behalf of 4b909a3264844f38a0d12606bd1c412a for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:50.727180 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:50.737712 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:50.751995 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-521e1d28-0734-4c08-92fc-c601695d94a2 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210566 Oct 29 08:09:50.839568 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15dfe4-1a50-4c0c-904d-7a6c78f54f72 req-633d4cf2-449f-4cbb-ad7e-345384e4f9d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:50.841279 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1b15dfe4-1a50-4c0c-904d-7a6c78f54f72 req-633d4cf2-449f-4cbb-ad7e-345384e4f9d2 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0823185 Oct 29 08:09:50.848625 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Sync routers for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:50.865983 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:50.866971 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:50.875929 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ce987b14-67b2-4bc4-bfab-4a9bb4eb64c0 req-b7d91556-242e-4131-9727-ef1ff69dd6da service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153817 Oct 29 08:09:50.893945 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:50.921961 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1b15dfe4-1a50-4c0c-904d-7a6c78f54f72 req-b12604cd-8e62-40ba-b0b7-3a35e5593662 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643668 Oct 29 08:09:51.013923 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:51.026179 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.047289 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:09:51.069689 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.070030 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Added segment 9ecbadb9-a014-4f53-a065-f3cef2ffcc2d of type vlan for network d4bdfd94-97df-44ac-bc72-213fa0d455e9 Oct 29 08:09:51.072485 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d789e9-0b0a-41e0-ad39-8360f18f86fe,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:51.125628 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.271731 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.272771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:51.273585 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.337845 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:48Z', 'revision_number': 2, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:51.377215 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Checking router: c71a73de-bf95-49e3-b74a-b833be374a49 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:51.377721 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Updating router c71a73de-bf95-49e3-b74a-b833be374a49 port 29e2f2b1-2ed0-486d-8871-55864226a6c3 binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:09:51.393409 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bdfd94-97df-44ac-bc72-213fa0d455e9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:51.406386 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:09:51.415000 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.472290 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8ac12eec-64e3-435c-94c1-c10166583206 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8662422 Oct 29 08:09:51.476382 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44708) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:51.486291 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Request body: {'subnet': {'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-52352063-subnet', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:51.565064 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565611d-6288-4822-b06f-e2cb0d586f34 req-c23af77e-b82c-48f5-b154-8b5d73b3364d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:51.567606 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9565611d-6288-4822-b06f-e2cb0d586f34 req-c23af77e-b82c-48f5-b154-8b5d73b3364d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.1131077 Oct 29 08:09:51.596813 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Made reservation on behalf of 4b909a3264844f38a0d12606bd1c412a for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:09:51.599692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15977304'] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.632305 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9565611d-6288-4822-b06f-e2cb0d586f34 req-02bb5acb-c4c5-4d1f-8cf5-31f0c4ec082f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577109 Oct 29 08:09:51.794336 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.863546 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 9a8b545a-131c-4838-893e-6d255d504fc5 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:51.916375 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 9a8b545a-131c-4838-893e-6d255d504fc5 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:51.916748 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.924388 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:51.977196 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15807297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15977122'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.013059 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d09091-ffd0-4bd5-aec4-102c41a5a26d None None] Pushing event updated for resources: {'Port': ['ID=29e2f2b1-2ed0-486d-8871-55864226a6c3,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:52.121896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1ac0ce-6e80-4207-92c3-49f88f95f0bc,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:52.149448 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Attempting to bind port 29e2f2b1-2ed0-486d-8871-55864226a6c3 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:52.149977 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Attempting to bind port 29e2f2b1-2ed0-486d-8871-55864226a6c3 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:52.150543 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Attempting to bind port 29e2f2b1-2ed0-486d-8871-55864226a6c3 on network d0551d53-21fc-489b-a7b6-079c7c4e24b1 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:52.151711 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Checking segment: {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:52.152104 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Network hostable DHCP agents. Network: d4bdfd94-97df-44ac-bc72-213fa0d455e9, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:09:52.159704 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:52.160079 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Checking segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:52.160794 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.161403 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Bound using segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:52.162068 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Bound port: 29e2f2b1-2ed0-486d-8871-55864226a6c3, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:52.162698 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.185998 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dae134-0fe5-4e90-aa8c-c1094cb64888 req-ab16c27f-8623-47d8-8ba0-dbd9bf0a1693 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:52.194473 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-26dae134-0fe5-4e90-aa8c-c1094cb64888 req-ab16c27f-8623-47d8-8ba0-dbd9bf0a1693 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0905237 Oct 29 08:09:52.253919 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] For port 29e2f2b1-2ed0-486d-8871-55864226a6c3, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:52.260145 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] For port 29e2f2b1-2ed0-486d-8871-55864226a6c3, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=29e2f2b1-2ed0-486d-8871-55864226a6c3,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:52.263820 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-26dae134-0fe5-4e90-aa8c-c1094cb64888 req-8864a0ea-3dc0-4e28-b191-7d0443bf72e6 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620964 Oct 29 08:09:52.266525 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:09:52.324962 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.347681 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, d4bdfd94-97df-44ac-bc72-213fa0d455e9) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:52.354343 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:52.358068 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.360186 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73969a1c-e137-46c5-8b8f-f680db391173 None None] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:09:52.422685 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d09091-ffd0-4bd5-aec4-102c41a5a26d None None] Pushing event updated for resources: {'Port': ['ID=29e2f2b1-2ed0-486d-8871-55864226a6c3,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:52.432168 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:52.434056 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:52.446724 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-47a6d8aa-ce89-49ef-aed2-2200d5f51b65 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9637353 Oct 29 08:09:52.447045 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44716) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:52.452828 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:09:52.485663 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-57ca528d-5390-4463-bc4f-d0ab88be4733 None None] Provisioning complete for port 29e2f2b1-2ed0-486d-8871-55864226a6c3 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:52.486709 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57ca528d-5390-4463-bc4f-d0ab88be4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.576416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.578959 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1574069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1730602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5444'] for router, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.599447 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:52.697685 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57ca528d-5390-4463-bc4f-d0ab88be4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.697816 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.698810 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ac386db-a6bf-5af1-a7d9-d30633d43a91-d4bdfd94-97df-44ac-bc72-213fa0d455e9', 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'fixed_ips': [{'subnet_id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc'}]}} from dv-cinder-741349-6-iscsi. {{(pid=102134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:09:52.699896 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.753793 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-57ca528d-5390-4463-bc4f-d0ab88be4733 None None] For port 29e2f2b1-2ed0-486d-8871-55864226a6c3, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=29e2f2b1-2ed0-486d-8871-55864226a6c3,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:52.846721 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:52.858042 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-57ca528d-5390-4463-bc4f-d0ab88be4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:52.884606 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c32d3-85e8-4fcd-9fd5-cf3a907072fc None None] The sync data for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi is: [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:52.902295 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.db_base_plugin_common [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Allocated IP 172.20.0.2 (d4bdfd94-97df-44ac-bc72-213fa0d455e9/fd1ac0ce-6e80-4207-92c3-49f88f95f0bc/0cd56af4-520c-40a1-9427-a13440e0a0f0) {{(pid=102134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:52.992544 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.041593 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca528d-5390-4463-bc4f-d0ab88be4733 None None] Pushing event updated for resources: {'Port': ['ID=29e2f2b1-2ed0-486d-8871-55864226a6c3,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:53.062568 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-01885a05-3c98-49a7-bedc-6c3dab5aa010 None None] Provisioning complete for port 29e2f2b1-2ed0-486d-8871-55864226a6c3 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:53.062568 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-01885a05-3c98-49a7-bedc-6c3dab5aa010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.232441 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Publish callbacks [] for port, precommit_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.315169 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528'] for port, after_create {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.342195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.364188 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.394671 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 is already hosted by enough agents. {{(pid=102134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:53.400395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.scheduler.base_scheduler [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Resources bound (agent type, host, resource id): {{(pid=102134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:53.404825 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Received port after_create {{(pid=102134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:53.448480 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:09:53.454246 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Pushing event updated for resources: {'Port': ['ID=0cd56af4-520c-40a1-9427-a13440e0a0f0,revision_number=1']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:53.506444 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Attempting to bind port 0cd56af4-520c-40a1-9427-a13440e0a0f0 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:53.507501 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Attempting to bind port 0cd56af4-520c-40a1-9427-a13440e0a0f0 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:53.507501 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Attempting to bind port 0cd56af4-520c-40a1-9427-a13440e0a0f0 on network d4bdfd94-97df-44ac-bc72-213fa0d455e9 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:53.553700 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:53.554109 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Checking segment: {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:53.554485 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.554876 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Bound using segment: {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:53.555367 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Bound port: 0cd56af4-520c-40a1-9427-a13440e0a0f0, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:53.555777 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.562876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Allocated IP 172.27.2.13 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/1c69a738-9666-430d-aada-4c332377189e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:53.667319 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:53.698051 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] For port 0cd56af4-520c-40a1-9427-a13440e0a0f0, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:53.701705 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'mac_address': 'fa:16:3e:94:2a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:09:53.708592 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] For port 0cd56af4-520c-40a1-9427-a13440e0a0f0, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0cd56af4-520c-40a1-9427-a13440e0a0f0,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:53.752961 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.770947 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.801328 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b375cb71-c732-4240-821a-e5ecb6ed9c34 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:09:53.841209 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.860364 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:53.892313 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:53.956932 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 29e2f2b1-2ed0-486d-8871-55864226a6c3 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:53.969749 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:53.973961 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:53.980160 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:54.023620 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:54.028143 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be13b9c-919f-4db5-853f-6d93fbdd7591 None None] Pushing event updated for resources: {'Port': ['ID=0cd56af4-520c-40a1-9427-a13440e0a0f0,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:54.031038 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c69a738-9666-430d-aada-4c332377189e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:54.101355 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:54.110078 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 29e2f2b1-2ed0-486d-8871-55864226a6c3 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:54.111282 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:54.799407 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:55.096638 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1574024'] for router, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:55.339803 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8193ff4-7017-43c3-bec2-6bc5bcf32bed None None] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:09:55.368485 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a is scheduled to L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 with binding_index 1 {{(pid=102132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:09:55.527818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:55.577653 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e560e-97fb-4d7d-ab9c-baee592e8fb5 req-cbebb653-b3d0-4b5f-9ca2-dbfabd278520 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:55.579985 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f89e560e-97fb-4d7d-ab9c-baee592e8fb5 req-cbebb653-b3d0-4b5f-9ca2-dbfabd278520 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 944 time: 0.0775828 Oct 29 08:09:55.580538 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Sync routers for ids ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:09:55.615471 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Routers {'377a5e4a-de40-48a9-8be1-ab5bb1540b4a'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:55.616157 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:55.622512 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-012d856a-0fe6-4085-98c9-c4bff4247a3b None None] Provisioning complete for port 0cd56af4-520c-40a1-9427-a13440e0a0f0 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:55.622887 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-012d856a-0fe6-4085-98c9-c4bff4247a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:55.645072 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f89e560e-97fb-4d7d-ab9c-baee592e8fb5 req-fffb6852-d734-46a9-9681-8466c1727c34 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584884 Oct 29 08:09:55.692882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:55.699997 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5d2e787e-44c3-4ebf-989a-3fcc5776acc5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2469814 Oct 29 08:09:55.701651 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44728) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:09:55.727348 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['b375cb71-c732-4240-821a-e5ecb6ed9c34'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:09:55.856327 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc697-dc23-40b5-bbc8-aa7da4874b0e req-ba234e8a-a652-4348-bfb4-c51db8447c25 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:55.857895 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dffdc697-dc23-40b5-bbc8-aa7da4874b0e req-ba234e8a-a652-4348-bfb4-c51db8447c25 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.1128709 Oct 29 08:09:55.883060 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Set router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:55.960829 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0cd56af4-520c-40a1-9427-a13440e0a0f0 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:56.017357 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dffdc697-dc23-40b5-bbc8-aa7da4874b0e req-a615f4db-6f56-4a51-98a8-139cbae81807 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938106 Oct 29 08:09:56.138364 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-012d856a-0fe6-4085-98c9-c4bff4247a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.255293 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 0cd56af4-520c-40a1-9427-a13440e0a0f0 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:56.255743 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.277896 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-012d856a-0fe6-4085-98c9-c4bff4247a3b None None] For port 0cd56af4-520c-40a1-9427-a13440e0a0f0, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0cd56af4-520c-40a1-9427-a13440e0a0f0,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:56.359106 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-012d856a-0fe6-4085-98c9-c4bff4247a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.420223 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.422938 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:09:54Z', 'revision_number': 3, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:56.513477 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Checking router: 377a5e4a-de40-48a9-8be1-ab5bb1540b4a for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:09:56.513886 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Updating router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a port 1c69a738-9666-430d-aada-4c332377189e binding host dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:09:56.550530 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d856a-0fe6-4085-98c9-c4bff4247a3b None None] Pushing event updated for resources: {'Port': ['ID=0cd56af4-520c-40a1-9427-a13440e0a0f0,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:56.573657 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-6bbf4c4f-d6ec-47de-bc35-3c49f8f5208d None None] Provisioning complete for port 0cd56af4-520c-40a1-9427-a13440e0a0f0 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:56.574278 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4c4f-d6ec-47de-bc35-3c49f8f5208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.627847 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.704864 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Allocated IP 172.20.0.1 (d4bdfd94-97df-44ac-bc72-213fa0d455e9/fd1ac0ce-6e80-4207-92c3-49f88f95f0bc/02fbabb1-61bb-4f42-9be4-38edf3f4a5c5) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:09:56.849602 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204374ad-5d0d-4576-b5e4-bfeae5eea441 req-29029507-9aaf-4dd1-965c-7e9b9ee4178a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:56.851473 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-204374ad-5d0d-4576-b5e4-bfeae5eea441 req-29029507-9aaf-4dd1-965c-7e9b9ee4178a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 944 time: 0.0780559 Oct 29 08:09:56.899925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:56.926819 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-204374ad-5d0d-4576-b5e4-bfeae5eea441 req-0770ddb8-acdc-4b87-bdbb-7389073a1132 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642765 Oct 29 08:09:57.067403 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.082599 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.124514 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:57.140065 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:57.142786 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:09:57.175766 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.219396 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:57.232262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.232262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.232262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.233767 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.233767 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.234002 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.234802 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.235058 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.235412 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.235793 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.236130 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.236455 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:09:57.241689 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1576373'] for router_interface, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.257926 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b376-6822-4872-8005-5b871804e6bd req-94f3f497-41c1-4639-969b-b71f1d22dbf8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:57.259593 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec21b376-6822-4872-8005-5b871804e6bd req-94f3f497-41c1-4639-969b-b71f1d22dbf8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.1400814 Oct 29 08:09:57.280913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Attempting to bind port 1c69a738-9666-430d-aada-4c332377189e on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:09:57.280913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Attempting to bind port 1c69a738-9666-430d-aada-4c332377189e by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:09:57.280913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Attempting to bind port 1c69a738-9666-430d-aada-4c332377189e on network 1399a958-caaa-4740-82f5-03a053379377 {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:09:57.289307 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e69b3-a4be-44ca-a435-91fd18b6c182 None None] Pushing event updated for resources: {'Port': ['ID=1c69a738-9666-430d-aada-4c332377189e,revision_number=2']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:57.293812 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:09:57.294175 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Checking segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:09:57.294597 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.295131 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Bound using segment: {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'} {{(pid=102134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:09:57.296675 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.managers [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Bound port: 1c69a738-9666-430d-aada-4c332377189e, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a3c4a9-b79f-4aef-b87d-97978d27f9e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1399a958-caaa-4740-82f5-03a053379377'}}] {{(pid=102134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:09:57.297470 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.358687 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec21b376-6822-4872-8005-5b871804e6bd req-a5297fcf-af52-491a-aae2-bad92eeed24c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463939 Oct 29 08:09:57.387371 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:57.441769 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] For port 1c69a738-9666-430d-aada-4c332377189e, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:09:57.464468 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] For port 1c69a738-9666-430d-aada-4c332377189e, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=1c69a738-9666-430d-aada-4c332377189e,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:09:57.566541 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.576813 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.607709 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port b375cb71-c732-4240-821a-e5ecb6ed9c34 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:09:57.628622 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port b375cb71-c732-4240-821a-e5ecb6ed9c34 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:57.628986 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.698664 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-7f054874-e243-46e0-8040-652b0279103b None None] Provisioning complete for port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:57.699042 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7f054874-e243-46e0-8040-652b0279103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.704665 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e69b3-a4be-44ca-a435-91fd18b6c182 None None] Pushing event updated for resources: {'Port': ['ID=1c69a738-9666-430d-aada-4c332377189e,revision_number=3']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:57.746775 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Routers {'377a5e4a-de40-48a9-8be1-ab5bb1540b4a'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:09:57.747430 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:57.852147 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.913704 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:57.958913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7f054874-e243-46e0-8040-652b0279103b None None] Port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:57.965399 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0cd56af4-520c-40a1-9427-a13440e0a0f0 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:09:58.059904 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576773'] for router_interface, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:58.060440 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:58.077916 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:58.107069 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] Set router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:09:58.145064 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:09:58.147467 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b2242-f4dc-4701-a8e8-43e18f9ddaab" -d '{"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-plugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:09:58.161355 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 0cd56af4-520c-40a1-9427-a13440e0a0f0 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:58.161652 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:58.175252 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:09:58.244332 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:58.260316 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33742ec-d927-4116-8bd4-35ab8d798131 req-e15fb411-e2d4-419c-b566-fe1568e3fda0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:58.262993 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f33742ec-d927-4116-8bd4-35ab8d798131 req-e15fb411-e2d4-419c-b566-fe1568e3fda0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 944 time: 0.2072327 Oct 29 08:09:58.401676 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:09:58.525322 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02fbabb1-61bb-4f42-9be4-38edf3f4a5c5', 'name': '', 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'mac_address': 'fa:16:3e:c3:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:56Z', 'updated_at': '2021-10-29T08:09:56Z', 'revision_number': 1, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'subnets': [{'id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:09:58.569410 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c4ea09-79f5-48fd-b374-a327a26439d9 None None] The sync data for ids ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'] in dv-cinder-741349-6-iscsi is: [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02fbabb1-61bb-4f42-9be4-38edf3f4a5c5', 'name': '', 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'mac_address': 'fa:16:3e:c3:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:56Z', 'updated_at': '2021-10-29T08:09:56Z', 'revision_number': 1, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'subnets': [{'id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:09:58.621119 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:09:58.627135 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:09:58.634608 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f33742ec-d927-4116-8bd4-35ab8d798131 req-6ec3afef-01e3-453c-b3ac-adbbecbd383e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3608203 Oct 29 08:09:58.721516 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c76d6-72b9-40a9-af61-3db17b0fb4f6 x-openstack-request-id: req-c01c76d6-72b9-40a9-af61-3db17b0fb4f6 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:09:58.721516 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-plugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:09:58.721516 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c01c76d6-72b9-40a9-af61-3db17b0fb4f6 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:09:58.721815 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'code': 200} Oct 29 08:09:58.989149 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d3dd4-009d-4a32-b76b-c8330b77b58a req-e463e0fe-d73c-4130-8eb7-fef59c56df72 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:58.997863 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d07d3dd4-009d-4a32-b76b-c8330b77b58a req-e463e0fe-d73c-4130-8eb7-fef59c56df72 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.1919248 Oct 29 08:09:58.998024 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-f8cac4f1-6155-4aee-bbe2-b8619e66d87c None None] Provisioning complete for port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:09:58.998024 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f8cac4f1-6155-4aee-bbe2-b8619e66d87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:09:59.038130 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:09:59.057726 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cac4f1-6155-4aee-bbe2-b8619e66d87c None None] Port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:09:59.075404 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d07d3dd4-009d-4a32-b76b-c8330b77b58a req-9cf01427-766b-42be-8248-13ed31cdbc32 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720975 Oct 29 08:09:59.245902 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:09:59.255141 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f4377041-ff73-47d8-9038-dbd58e78ac88 admin admin] 10.222.0.74 "PUT /v2.0/routers/377a5e4a-de40-48a9-8be1-ab5bb1540b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5513783 Oct 29 08:09:59.291996 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899714cb-5b23-4536-822b-40043fcdb983 req-691deb8e-cd1b-485e-be65-64a68fbfff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:09:59.294240 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-899714cb-5b23-4536-822b-40043fcdb983 req-691deb8e-cd1b-485e-be65-64a68fbfff3f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1098 time: 0.0525656 Oct 29 08:09:59.338485 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-899714cb-5b23-4536-822b-40043fcdb983 req-772c878f-7f5f-4b68-91e4-eb4843a3da08 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354059 Oct 29 08:09:59.932771 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 1c69a738-9666-430d-aada-4c332377189e up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:10:00.027214 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 1c69a738-9666-430d-aada-4c332377189e triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:00.027588 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.141202 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44778) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:00.141202 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765006592', 'description': 'tempest-secgroup-smoke-765006592 description', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:00.164419 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.212307 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] For port 1c69a738-9666-430d-aada-4c332377189e, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=1c69a738-9666-430d-aada-4c332377189e,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:00.276730 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.300807 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baadbb0-26d5-4c64-a467-2e3b865e1148 req-bf15ab18-c971-4a44-88da-120f08ad12a3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:00.302441 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.309378 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2baadbb0-26d5-4c64-a467-2e3b865e1148 req-bf15ab18-c971-4a44-88da-120f08ad12a3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0861225 Oct 29 08:10:00.390513 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Pushing event updated for resources: {'Port': ['ID=1c69a738-9666-430d-aada-4c332377189e,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:00.399648 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2baadbb0-26d5-4c64-a467-2e3b865e1148 req-5c5d832b-b45f-4398-866c-fb37ba804d7e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892413 Oct 29 08:10:00.479424 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.572526 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.633705 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f6a1c-6446-445d-87f2-9d89c3d44c92 req-668feb44-92f0-46ea-9632-dd6291404452 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:00.635398 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-030f6a1c-6446-445d-87f2-9d89c3d44c92 req-668feb44-92f0-46ea-9632-dd6291404452 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.1069095 Oct 29 08:10:00.636333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461f6150-446e-4bb1-a0ee-2bd2017d76ba,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:00.692713 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-030f6a1c-6446-445d-87f2-9d89c3d44c92 req-1c7752f2-0269-4dca-8dd5-2d4e3d89739d tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441735 Oct 29 08:10:00.697917 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.699271 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-c707e145-b2bb-49cc-8d2b-04212b5efa34 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5637453 Oct 29 08:10:00.704957 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44786) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:00.716149 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group_rule': {'security_group_id': '461f6150-446e-4bb1-a0ee-2bd2017d76ba', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:00.850669 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.914205 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:00.987405 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.008821 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe88c64c-ad0d-45a6-a713-6d9bd57fd40b,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:01.081095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.082389 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c1dc2fa2-35f3-4fc6-a590-94c58a1316bb tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751833 Oct 29 08:10:01.085613 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44788) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:01.090383 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group_rule': {'security_group_id': '461f6150-446e-4bb1-a0ee-2bd2017d76ba', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:01.181447 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.261911 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.325450 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.347471 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe3ddda-53c8-4f72-b65f-7f83f4fd521c,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:01.417827 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.419029 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-78a83f33-3ace-4d8f-bb10-f489d29fc1c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323543 Oct 29 08:10:01.422201 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44794) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:01.427205 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group_rule': {'security_group_id': '461f6150-446e-4bb1-a0ee-2bd2017d76ba', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:01.539781 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.597818 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c8211-fa18-48e2-894c-5d7e282a0a2c req-ae1a2efd-7d57-41e1-a72b-3158f3df429e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:01.600438 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-876c8211-fa18-48e2-894c-5d7e282a0a2c req-ae1a2efd-7d57-41e1-a72b-3158f3df429e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0811222 Oct 29 08:10:01.610187 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Sync routers for ids ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:10:01.624261 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.634052 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Routers {'377a5e4a-de40-48a9-8be1-ab5bb1540b4a'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:01.635095 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:01.671735 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-876c8211-fa18-48e2-894c-5d7e282a0a2c req-9981f7e3-f870-4ada-87ba-d0711c3424fe tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514662 Oct 29 08:10:01.712967 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.738480 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc69852b-1849-4705-9fff-9cd4130d369b,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:01.788541 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Set router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:01.844361 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.846709 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0313ccfd-252d-490f-8eed-e20f87b9c966 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4231720 Oct 29 08:10:01.850906 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44804) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:01.866966 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group_rule': {'security_group_id': '461f6150-446e-4bb1-a0ee-2bd2017d76ba', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:01.867228 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d2201-0cf0-4836-9c1c-f9030adc26da req-2f42ff6f-de2a-4313-a76f-7b99267c012a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:01.868994 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9d3d2201-0cf0-4836-9c1c-f9030adc26da req-2f42ff6f-de2a-4313-a76f-7b99267c012a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0879233 Oct 29 08:10:01.879724 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 1c69a738-9666-430d-aada-4c332377189e up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:10:01.885473 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44808) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:01.892037 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'floatingip': {'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:01.940738 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:01.984250 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 1c69a738-9666-430d-aada-4c332377189e triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:01.985143 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.010898 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.105690 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.181107 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.201419 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83a4eba-dc6d-4b79-b583-295ead2e8f80,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:02.262382 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d07908-081f-4141-8c95-88e0d6dfde2c req-4cd41e35-0c77-4e9a-aab4-54f1cd995187 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:02.264012 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-44d07908-081f-4141-8c95-88e0d6dfde2c req-4cd41e35-0c77-4e9a-aab4-54f1cd995187 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.1406233 Oct 29 08:10:02.281389 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.285548 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-6822034c-7ba2-404b-bd01-97da8a9319a5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4302757 Oct 29 08:10:02.285785 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02fbabb1-61bb-4f42-9be4-38edf3f4a5c5', 'name': '', 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'mac_address': 'fa:16:3e:c3:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:56Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 2, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'subnets': [{'id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:02.286426 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44810) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:02.291245 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group_rule': {'security_group_id': '461f6150-446e-4bb1-a0ee-2bd2017d76ba', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:02.324582 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Checking router: 377a5e4a-de40-48a9-8be1-ab5bb1540b4a for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:10:02.324923 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Updating router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 binding host dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:10:02.352904 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.398385 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.securitygroups_db [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Project 7da1b4770be64c55b7b94c4cb23b919d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:10:02.405403 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.476393 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-44d07908-081f-4141-8c95-88e0d6dfde2c req-5d7e9407-84ef-4cda-93a3-4d85941e1392 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&id=7e6a6377-86e2-493e-92b3-5b34a0085b78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2028077 Oct 29 08:10:02.524512 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.596761 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.632146 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e1c219-78a9-4a95-a4a8-fd1493314c3b,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:02.711293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.716332 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-192ae029-3c62-4ed1-b504-16e2512d7091 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4265809 Oct 29 08:10:02.716975 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 44820) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:02.729619 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'security_group_rule': {'security_group_id': '461f6150-446e-4bb1-a0ee-2bd2017d76ba', 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:02.765563 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Publish callbacks [] for port, precommit_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.771423 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.850019 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.882887 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.securitygroups_db [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Project 7da1b4770be64c55b7b94c4cb23b919d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:10:02.885852 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:02.919090 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42595-45f5-4d8c-803d-d4cf86dc9cd2 None None] Pushing event updated for resources: {'Port': ['ID=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,revision_number=3']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Attempting to bind port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 on host dv-cinder-741349-6-iscsi for vnic_type normal with profile {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Attempting to bind port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 by drivers openvswitch,hyperv on host dv-cinder-741349-6-iscsi at level 0 using segments [{'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Attempting to bind port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 on network d4bdfd94-97df-44ac-bc72-213fa0d455e9 {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Checking agent: {'id': '1fae9be6-8078-49b5-adaa-0e09df773eae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 7, 56, 17), 'started_at': datetime.datetime(2021, 10, 29, 7, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Checking segment: {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Bound using segment: {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'} {{(pid=102135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.managers [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Bound port: 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5, host: dv-cinder-741349-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9'}}] {{(pid=102135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:10:03.021554 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.144027 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] For port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5, host dv-cinder-741349-6-iscsi, cleared binding levels {{(pid=102135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:10:03.148210 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.152419 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.plugins.ml2.db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] For port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5, host dv-cinder-741349-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:10:03.228831 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-74d33ea9-2bdd-42f7-8936-a210bca8e280 None None] Provisioning complete for port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:03.229452 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron_lib.callbacks.manager [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.230315 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea9-2bdd-42f7-8936-a210bca8e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.301576 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.310043 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Floating IP da0e414f-3909-43bd-965f-e8c8e92595b5 associated. External IP: 172.27.2.36, port: b375cb71-c732-4240-821a-e5ecb6ed9c34. Oct 29 08:10:03.324884 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Routers {'377a5e4a-de40-48a9-8be1-ab5bb1540b4a'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:03.328254 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:03.410000 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea9-2bdd-42f7-8936-a210bca8e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.424272 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.458611 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-74d33ea9-2bdd-42f7-8936-a210bca8e280 None None] For port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:03.462107 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b4afed-1ba7-47c4-8ff0-dbda30ebad48,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:03.488608 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] Set router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:03.559313 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea9-2bdd-42f7-8936-a210bca8e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.559567 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42595-45f5-4d8c-803d-d4cf86dc9cd2 None None] Pushing event updated for resources: {'Port': ['ID=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,revision_number=4']} {{(pid=102135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:03.602754 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.609454 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-405b4917-8538-4f36-914d-ef5a0d99ae55 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8849564 Oct 29 08:10:03.648881 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d33ea9-2bdd-42f7-8936-a210bca8e280 None None] Pushing event updated for resources: {'Port': ['ID=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:03.690890 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:10:03.705993 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-6df69f36-96f4-4668-8226-5e3baebd0c75 None None] Provisioning complete for port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:03.706688 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6df69f36-96f4-4668-8226-5e3baebd0c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.957720 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:10:03.974212 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:03.974543 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:10:03.984467 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 up at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:10:04.013051 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:04.014727 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:04.025553 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-0c91bb80-1566-4efd-9a33-32cdbbf52121 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "PUT /v2.0/floatingips/da0e414f-3909-43bd-965f-e8c8e92595b5 HTTP/1.1" status: 200 len: 990 time: 2.1388757 Oct 29 08:10:04.026153 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:04.030995 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:04.037990 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02fbabb1-61bb-4f42-9be4-38edf3f4a5c5', 'name': '', 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'mac_address': 'fa:16:3e:c3:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:56Z', 'updated_at': '2021-10-29T08:10:03Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'subnets': [{'id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:04.103575 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248bd20-cefd-433f-a189-b03dcd33cd75 None None] The sync data for ids ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'] in dv-cinder-741349-6-iscsi is: [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:09:57Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '02fbabb1-61bb-4f42-9be4-38edf3f4a5c5', 'name': '', 'network_id': 'd4bdfd94-97df-44ac-bc72-213fa0d455e9', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'mac_address': 'fa:16:3e:c3:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:56Z', 'updated_at': '2021-10-29T08:10:03Z', 'revision_number': 4, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'subnets': [{'id': 'fd1ac0ce-6e80-4207-92c3-49f88f95f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:10:04.183475 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2faacd6-4af1-4b24-99cc-14504f651abc x-openstack-request-id: req-b2faacd6-4af1-4b24-99cc-14504f651abc {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:04.183933 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:04.184379 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2faacd6-4af1-4b24-99cc-14504f651abc {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:04.184924 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'status': 'completed', 'code': 200} Oct 29 08:10:04.223207 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Provisioning complete for port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:04.223808 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:04.285016 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-340283df-949a-4f6c-b12f-7143bf8c9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:04.286897 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-340283df-949a-4f6c-b12f-7143bf8c9c49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1098 time: 0.0701976 Oct 29 08:10:04.288627 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:04.413393 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-3bac215f-4e13-4d66-8c9a-1927c10ed6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:04.414936 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-3bac215f-4e13-4d66-8c9a-1927c10ed6d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.1206305 Oct 29 08:10:04.518146 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-499594d1-6f58-48c1-a732-0cb36b7cc83b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34 HTTP/1.1" status: 200 len: 998 time: 0.0953629 Oct 29 08:10:04.599368 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-5ba9a4bd-36ba-4f8b-a3e1-1a6d69078d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:04.604645 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-5ba9a4bd-36ba-4f8b-a3e1-1a6d69078d23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0787561 Oct 29 08:10:04.673867 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-06521e35-52b7-495b-bf59-6d562ddd1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:04.675960 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-06521e35-52b7-495b-bf59-6d562ddd1350 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627763 Oct 29 08:10:04.772223 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'da0e414f-3909-43bd-965f-e8c8e92595b5', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'mac_address': 'fa:16:3e:94:2a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:09:41Z', 'updated_at': '2021-10-29T08:10:02Z', 'revision_number': 1, 'project_id': '1121489408e14120aac374606c0ace5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:04.810461 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:10:04.818828 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-d275268a-2aac-4f5f-8692-eb01813eb314 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331279 Oct 29 08:10:04.823351 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:04.824040 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:09:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:05.005667 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ad4be424-fbde-476d-bc8a-6820eb7c2ff6 req-4744c9c6-3a1b-4ea9-bf42-1bbe586691fd service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759903 Oct 29 08:10:05.157661 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:05.430770 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'da0e414f-3909-43bd-965f-e8c8e92595b5', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'mac_address': 'fa:16:3e:94:2a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:09:41Z', 'updated_at': '2021-10-29T08:10:02Z', 'revision_number': 1, 'project_id': '1121489408e14120aac374606c0ace5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:05.462634 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184bcc3-b0bf-42ca-ac95-57325dc8dd70 None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'da0e414f-3909-43bd-965f-e8c8e92595b5', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'mac_address': 'fa:16:3e:94:2a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:09:41Z', 'updated_at': '2021-10-29T08:10:02Z', 'revision_number': 1, 'project_id': '1121489408e14120aac374606c0ace5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:10:05.727302 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e1471-4934-467a-9c2a-a047866681c5 None None] New status for floating IP da0e414f-3909-43bd-965f-e8c8e92595b5: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:10:08.076308 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44934) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:08.146479 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Deleting subnet c3aa4c90-3dad-4986-8072-c4ae568d9909 {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:10:08.150136 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.216537 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15809889'] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.277721 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.473803 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15807232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15977145'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.504243 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3aa4c90-3dad-4986-8072-c4ae568d9909,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:08.509157 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.512584 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e18dd3c6-7129-4aaa-913b-980aaaa3b63c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c3aa4c90-3dad-4986-8072-c4ae568d9909 HTTP/1.1" status: 204 len: 168 time: 0.4338751 Oct 29 08:10:08.516428 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44942) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:08.602653 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.693069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.715284 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:08.727072 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be5b4e0-3667-4b77-a457-95bafbdaeda1') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:08.727363 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be5b4e0-3667-4b77-a457-95bafbdaeda1') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:08.739336 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.753191 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.759465 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:10:08.759922 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:10:08.761569 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:10:08.924512 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.930429 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:08.933831 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4 HTTP/1.1" status: 204 len: 168 time: 0.4151495 Oct 29 08:10:08.950675 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc906d5-e1b0-47c1-9d14-4478d231b30f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4dc8c44-2bc7-4e71-80ca-06d79d8b1ac4,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:09.436066 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44950) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:09.484965 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-60f411a0-b353-4d50-99dc-21b0e8215498 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=093668a478a64bb4823401a230125a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471857 Oct 29 08:10:09.488294 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 44952) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:09.572066 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1eb8-3402-4a9a-a6e8-3c63e00b794b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:09.590290 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1eb8-3402-4a9a-a6e8-3c63e00b794b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:09.791864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1eb8-3402-4a9a-a6e8-3c63e00b794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:09.797774 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1eb8-3402-4a9a-a6e8-3c63e00b794b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:09.799805 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-9c0a1eb8-3402-4a9a-a6e8-3c63e00b794b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f HTTP/1.1" status: 204 len: 168 time: 0.3102541 Oct 29 08:10:09.813149 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a1eb8-3402-4a9a-a6e8-3c63e00b794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbea394-f0dc-4e6b-b660-28e5fc5f6f5f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:13.364151 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-aa809e4b-983d-49c4-acfd-1728edebd26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:16.318684 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6d69247a-bb0a-4b2b-bbb3-4705e49a18ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:17.199001 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:17.318115 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:17.782224 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:18.855338 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:10:19.027488 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:23.282758 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-ac686299-8991-4e82-9b9e-7a1515ad9f8a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765006592&fields=id&tenant_id=7da1b4770be64c55b7b94c4cb23b919d HTTP/1.1" status: 200 len: 267 time: 0.0344775 Oct 29 08:10:23.407271 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-f66f027f-3e20-4a52-9862-302793e80930 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:23.408832 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-f66f027f-3e20-4a52-9862-302793e80930 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 808 time: 0.1191025 Oct 29 08:10:23.427795 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-d28a43db-8778-4b56-b0e0-21e05a7f12c9 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/quotas/7da1b4770be64c55b7b94c4cb23b919d HTTP/1.1" status: 200 len: 375 time: 0.0130126 Oct 29 08:10:23.482409 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-3e38c6b6-b03f-489a-84b0-89208e78db9a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481653 Oct 29 08:10:23.737161 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-f0d96e14-81ea-48f1-983b-c577a9c29d6a service neutron] 10.222.0.74 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419105 Oct 29 08:10:23.844285 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-5d43b82b-fcd3-4fae-847e-7abd59cf61c1 service neutron] 10.222.0.74 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003394 Oct 29 08:10:24.495432 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-07e6591d-2cfc-40aa-a42d-0514b6763131 req-bcb61ab1-babe-4cef-9009-6c30d684341a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 210 time: 0.0289855 Oct 29 08:10:25.615315 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-637bb0ea-4556-4ed0-9ae8-fb31c7797ded req-6b2dca24-d4a0-408e-8051-c1cb08ea99dc tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 210 time: 0.0317230 Oct 29 08:10:26.609011 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-01a3a8ad-ea7f-43f3-a9af-b3075c363a35 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:26.610450 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-01a3a8ad-ea7f-43f3-a9af-b3075c363a35 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 808 time: 0.1095181 Oct 29 08:10:26.655127 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-e1e4cd70-e64f-4de5-9242-b59b286373c8 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da1b4770be64c55b7b94c4cb23b919d HTTP/1.1" status: 200 len: 379 time: 0.0347397 Oct 29 08:10:26.665851 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'port': {'device_id': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'admin_state_up': True, 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'security_groups': ['461f6150-446e-4bb1-a0ee-2bd2017d76ba']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:26.726822 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0fe39491-80c6-4a52-af0f-5e25ba005ee6 req-51012e21-c499-448e-8251-897bdfdacd41 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 210 time: 0.0270095 Oct 29 08:10:26.880628 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Made reservation on behalf of 7da1b4770be64c55b7b94c4cb23b919d for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:10:26.880628 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.013070 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Allocated IP 172.20.0.13 (d0551d53-21fc-489b-a7b6-079c7c4e24b1/62e59494-f394-413a-8af8-be972f5056f3/4b43a419-8fb0-4bca-a959-f88d04a94520) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:10:27.150585 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.237071 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.281639 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:10:27.284789 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:10:27.289581 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:10:27.296697 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:27.351814 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:27.352450 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.429580 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6f36bf42-896b-4336-9ca2-a298c55d80c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7675595 Oct 29 08:10:27.492234 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Request body: {'port': {'device_id': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:27.534054 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-2da277a3-6183-4186-9ea7-a3c2237f9225 None None] Provisioning complete for port 4b43a419-8fb0-4bca-a959-f88d04a94520 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:27.534675 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2da277a3-6183-4186-9ea7-a3c2237f9225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.547946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.574873 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-2da277a3-6183-4186-9ea7-a3c2237f9225 None None] Port 4b43a419-8fb0-4bca-a959-f88d04a94520 cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:10:27.824138 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b43a419-8fb0-4bca-a959-f88d04a94520 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:10:27.832117 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.845110 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Transition to ACTIVE for port object 4b43a419-8fb0-4bca-a959-f88d04a94520 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:10:27.865926 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590b40a-069c-4472-a07a-5f21276e9ca1 req-adbcd90f-0a79-42d2-b213-971697f1570f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:27.867455 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7590b40a-069c-4472-a07a-5f21276e9ca1 req-adbcd90f-0a79-42d2-b213-971697f1570f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 932 time: 0.0541873 Oct 29 08:10:27.910568 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7590b40a-069c-4472-a07a-5f21276e9ca1 req-bf3e94e2-c9e3-4aee-9e0a-440ea45abb6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362916 Oct 29 08:10:27.912907 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:27.969517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:28.041442 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Attempting to bind port 4b43a419-8fb0-4bca-a959-f88d04a94520 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:10:28.041784 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Attempting to bind port 4b43a419-8fb0-4bca-a959-f88d04a94520 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:10:28.042115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Attempting to bind port 4b43a419-8fb0-4bca-a959-f88d04a94520 on network d0551d53-21fc-489b-a7b6-079c7c4e24b1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:10:28.048147 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Port 4b43a419-8fb0-4bca-a959-f88d04a94520 on network d0551d53-21fc-489b-a7b6-079c7c4e24b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:10:28.049253 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Attempting to bind port 4b43a419-8fb0-4bca-a959-f88d04a94520 on network d0551d53-21fc-489b-a7b6-079c7c4e24b1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:10:28.054636 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:10:28.054841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Checking segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:10:28.055213 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Bound using segment: {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:10:28.055809 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Bound port: 4b43a419-8fb0-4bca-a959-f88d04a94520, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e2373c-d502-429b-a455-773001f4fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:10:28.056038 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:28.123096 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:10:28.126495 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:10:28.236850 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:28.273213 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:28.274019 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:28.275409 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] 10.222.0.49 "PUT /v2.0/ports/4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 1094 time: 0.8375647 Oct 29 08:10:28.277625 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:28.281003 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17de024d-d035-4c46-ba21-10d775b3cf42" -d '{"events": [{"name": "network-changed", "server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:28.315148 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07370d-ff2c-4367-be0f-90dfd5187561 service neutron] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:28.464521 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-372f3edc-5976-47c0-834c-48aff680bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:28.466048 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-372f3edc-5976-47c0-834c-48aff680bdb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1097 time: 0.0525796 Oct 29 08:10:28.516958 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24b629a-6da3-4b2c-aa02-dd859e0bb4d7 x-openstack-request-id: req-b24b629a-6da3-4b2c-aa02-dd859e0bb4d7 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:28.517249 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:28.517501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b24b629a-6da3-4b2c-aa02-dd859e0bb4d7 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:28.517897 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'status': 'completed', 'code': 200} Oct 29 08:10:28.519743 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6598565d-036f-4608-9201-48a357683033 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 217 time: 0.0445027 Oct 29 08:10:28.580013 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-db41aafb-eb72-457e-a03e-cd0947430dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:28.581526 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-db41aafb-eb72-457e-a03e-cd0947430dc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0543602 Oct 29 08:10:28.636217 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-63b0e9f8-4012-4e13-9b23-18a08f2afa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:28.637752 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-63b0e9f8-4012-4e13-9b23-18a08f2afa55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484862 Oct 29 08:10:28.740754 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-6b2889dd-5749-4978-97b0-adb676ee4c67 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859671 Oct 29 08:10:28.840307 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e7e78f89-6563-47a4-98cc-a0c88ba9a140 req-d871071b-d916-41e1-bd4f-18a0995044e1 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906425 Oct 29 08:10:29.012734 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-0da5628b-5576-4136-a789-b31ae0056f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:29.015007 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-0da5628b-5576-4136-a789-b31ae0056f16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1097 time: 0.0457010 Oct 29 08:10:29.042283 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2416d-4b7f-4c4f-9299-36d5e2b33457 req-2037d90e-c933-4388-9606-044218a526f2 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:29.043907 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-22d2416d-4b7f-4c4f-9299-36d5e2b33457 req-2037d90e-c933-4388-9606-044218a526f2 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0571930 Oct 29 08:10:29.089452 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-22d2416d-4b7f-4c4f-9299-36d5e2b33457 req-2c510df5-ccfb-4bf5-85e4-fc33d8918f99 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376291 Oct 29 08:10:29.126005 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-c9036f44-2f31-43ac-951b-97f6fe6977df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:29.127453 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-c9036f44-2f31-43ac-951b-97f6fe6977df service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 909 time: 0.1045525 Oct 29 08:10:29.178828 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-91e29dd3-3d84-477b-8257-004a2af7e72e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 217 time: 0.0440245 Oct 29 08:10:29.234905 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-2961fa1c-918e-4962-8440-4ca3791898cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:29.236469 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-2961fa1c-918e-4962-8440-4ca3791898cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0500574 Oct 29 08:10:29.287052 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-5ba34bfe-79dd-4b65-a637-2303c0fad308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:29.288659 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-5ba34bfe-79dd-4b65-a637-2303c0fad308 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443082 Oct 29 08:10:29.393170 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-4edcdaf7-bc42-46af-8780-d18943644b4a service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942936 Oct 29 08:10:29.491174 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-17de024d-d035-4c46-ba21-10d775b3cf42 req-4a8a1d1f-b629-4a82-aab0-ae09185d980c service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900676 Oct 29 08:10:30.219200 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047edfa9-5e63-4c6c-83de-ff40022160d7 req-d5f40532-23dc-43bd-8413-d06d954b30c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:30.220855 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-047edfa9-5e63-4c6c-83de-ff40022160d7 req-d5f40532-23dc-43bd-8413-d06d954b30c3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0550559 Oct 29 08:10:30.260505 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-047edfa9-5e63-4c6c-83de-ff40022160d7 req-9c8dde93-50db-4936-861f-439378e92f6f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336630 Oct 29 08:10:31.408033 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3093a-c5e1-4707-9d54-c67393c89236 req-2621f2f8-dc64-4096-b7a6-2e14602cc11e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:31.409598 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ee3093a-c5e1-4707-9d54-c67393c89236 req-2621f2f8-dc64-4096-b7a6-2e14602cc11e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0645249 Oct 29 08:10:31.450335 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ee3093a-c5e1-4707-9d54-c67393c89236 req-9df8d7ec-7245-409b-897b-2ce684b459fe tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346649 Oct 29 08:10:32.578621 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e54e3-ee9a-45f8-98df-130dab7dc1f2 req-7946189a-e65e-48b5-bb93-c69169aab177 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:32.580236 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f41e54e3-ee9a-45f8-98df-130dab7dc1f2 req-7946189a-e65e-48b5-bb93-c69169aab177 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0555329 Oct 29 08:10:32.622019 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f41e54e3-ee9a-45f8-98df-130dab7dc1f2 req-200eae1b-607c-43bf-bc45-9363e36feae1 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351717 Oct 29 08:10:33.750012 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b19a5-960d-4603-a7f6-b5b2a463e5ef req-9d5b22af-169a-43d8-8217-fe0a8b07ec90 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:33.751483 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b0b19a5-960d-4603-a7f6-b5b2a463e5ef req-9d5b22af-169a-43d8-8217-fe0a8b07ec90 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0570738 Oct 29 08:10:33.800340 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b0b19a5-960d-4603-a7f6-b5b2a463e5ef req-6d7e4cf9-2cb0-462e-bd12-fabead3046a7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Oct 29 08:10:34.926761 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d404c-c879-4b72-8194-5dc3efc190e3 req-930e06db-7f03-4f61-8b0d-4420ccd0d29f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:34.928407 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-135d404c-c879-4b72-8194-5dc3efc190e3 req-930e06db-7f03-4f61-8b0d-4420ccd0d29f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0528936 Oct 29 08:10:34.970986 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-135d404c-c879-4b72-8194-5dc3efc190e3 req-348cddc7-c07f-42c1-b63e-3ebe0ab779f7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364866 Oct 29 08:10:36.088487 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f94ab-b496-481e-ab6b-e81542dcdfc0 req-dbfee52a-e17e-4d9b-bca2-d23fde62e017 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:36.089936 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ad4f94ab-b496-481e-ab6b-e81542dcdfc0 req-dbfee52a-e17e-4d9b-bca2-d23fde62e017 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0479958 Oct 29 08:10:36.128611 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ad4f94ab-b496-481e-ab6b-e81542dcdfc0 req-a51c9dc6-4d94-4088-94c1-d04eea998a21 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Oct 29 08:10:37.253451 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018029-a9b8-4b22-a3ec-217266ac3992 req-a469338d-dc41-47e1-8249-ab45c9b5d264 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:37.258490 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32018029-a9b8-4b22-a3ec-217266ac3992 req-a469338d-dc41-47e1-8249-ab45c9b5d264 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0554857 Oct 29 08:10:37.293650 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32018029-a9b8-4b22-a3ec-217266ac3992 req-cc0140c9-7085-4475-af8c-e9872a225a1f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Oct 29 08:10:37.596066 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 4b43a419-8fb0-4bca-a959-f88d04a94520 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:10:37.700247 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:37.713478 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'port_id': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'mac_address': 'fa:16:3e:f4:2e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:10:37.754876 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:37.768489 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b43a419-8fb0-4bca-a959-f88d04a94520 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:10:37.790522 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:37.878490 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:37.935161 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:37.944395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.944395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.944395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.944395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.944395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.944979 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.944979 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.945210 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.945544 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.945872 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.946192 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:37.946511 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:38.168212 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['4b43a419-8fb0-4bca-a959-f88d04a94520'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:10:38.413435 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e494c-662d-462c-b366-450b724b8f21 req-72eb9803-b06b-47e2-8b40-f38095c04800 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:38.414925 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a02e494c-662d-462c-b366-450b724b8f21 req-72eb9803-b06b-47e2-8b40-f38095c04800 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 945 time: 0.0506659 Oct 29 08:10:38.461970 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a02e494c-662d-462c-b366-450b724b8f21 req-449a021d-bd24-49e8-846c-9e73f842e485 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Oct 29 08:10:39.590590 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91c929-bc03-4210-ad28-68cfd8dedbc7 req-cfe24c9b-a820-4ebe-b1ba-d2b8a9d0d962 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:39.592630 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1c91c929-bc03-4210-ad28-68cfd8dedbc7 req-cfe24c9b-a820-4ebe-b1ba-d2b8a9d0d962 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 945 time: 0.0518162 Oct 29 08:10:39.606324 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 4b43a419-8fb0-4bca-a959-f88d04a94520 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:10:39.636174 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1c91c929-bc03-4210-ad28-68cfd8dedbc7 req-61680497-084d-4454-99c8-a209eb61afae tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369611 Oct 29 08:10:39.734708 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 4b43a419-8fb0-4bca-a959-f88d04a94520 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:10:39.738754 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 4b43a419-8fb0-4bca-a959-f88d04a94520 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:39.739146 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:39.821803 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:39.844575 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:39.846852 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4923228-1d50-444f-b279-b3886c69e534" -d '{"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:39.861139 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:39.942432 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411391d8-0eea-44b2-a79f-29c3edf50f32 x-openstack-request-id: req-411391d8-0eea-44b2-a79f-29c3edf50f32 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:39.942746 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:39.943001 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-411391d8-0eea-44b2-a79f-29c3edf50f32 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:39.943395 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'code': 200} Oct 29 08:10:39.949571 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:40.009327 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:40.257905 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4252cf-4cbc-4a26-9ec5-c832f4c5f74d req-edf98a1b-06c7-4714-ae96-d5dbf9b458f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:40.259407 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0a4252cf-4cbc-4a26-9ec5-c832f4c5f74d req-edf98a1b-06c7-4714-ae96-d5dbf9b458f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1099 time: 0.0428240 Oct 29 08:10:40.298599 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0a4252cf-4cbc-4a26-9ec5-c832f4c5f74d req-349b8787-9c12-4522-9c64-67da6de982fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275869 Oct 29 08:10:40.768655 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b639e-dcac-493d-9c4f-9a90f59fc45e req-a7199116-f4ac-4ec4-add0-9bf0d2aacd1d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:40.770160 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e15b639e-dcac-493d-9c4f-9a90f59fc45e req-a7199116-f4ac-4ec4-add0-9bf0d2aacd1d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0557864 Oct 29 08:10:40.812074 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e15b639e-dcac-493d-9c4f-9a90f59fc45e req-d2ed70e1-1116-472b-9f76-9685f48f1c4e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355854 Oct 29 08:10:41.386164 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30056d2a-09f1-47e8-a26a-52068481cf41 req-96919c1d-667b-4ea6-84e4-b7120ed86a17 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:41.388157 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-30056d2a-09f1-47e8-a26a-52068481cf41 req-96919c1d-667b-4ea6-84e4-b7120ed86a17 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0510089 Oct 29 08:10:41.430009 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-30056d2a-09f1-47e8-a26a-52068481cf41 req-1482263f-c78b-48ca-9d17-858aefc6b039 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335298 Oct 29 08:10:41.944577 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d444b6-ecc7-41af-8e1c-09b361828281 req-07d16e97-f84b-4b32-820a-ebcd4dd84558 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:41.946898 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b4d444b6-ecc7-41af-8e1c-09b361828281 req-07d16e97-f84b-4b32-820a-ebcd4dd84558 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0615754 Oct 29 08:10:41.987032 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b4d444b6-ecc7-41af-8e1c-09b361828281 req-5591ea82-89fd-4fcd-9f3f-fc4267add919 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331464 Oct 29 08:10:42.552649 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ca4e-7769-4a22-8357-5ce344f196f3 req-e53a4f39-8c1b-4b2a-9d46-53518b50622f tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:42.554152 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1086ca4e-7769-4a22-8357-5ce344f196f3 req-e53a4f39-8c1b-4b2a-9d46-53518b50622f tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0539944 Oct 29 08:10:42.595247 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1086ca4e-7769-4a22-8357-5ce344f196f3 req-beeb0a9a-8bf7-4b93-b58c-e377a17a5ad6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347462 Oct 29 08:10:43.142688 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e562dca-935f-41aa-961b-294266198cba req-e5d2aa55-f7b0-4f13-845c-a8c3e22099f7 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976235784&fields=id&tenant_id=ed3ce2eff0a14cb88416511268477fd3 HTTP/1.1" status: 200 len: 267 time: 0.0358031 Oct 29 08:10:43.197038 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e562dca-935f-41aa-961b-294266198cba req-1a051850-1216-4852-807a-f92c97d5be8a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:43.198534 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e562dca-935f-41aa-961b-294266198cba req-1a051850-1216-4852-807a-f92c97d5be8a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 984 time: 0.0501025 Oct 29 08:10:43.211353 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Request body: {'port': {'security_groups': ['5bf16207-eba3-4e9a-a6cf-1722e814670a']}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:43.288211 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.369866 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-002c0a68-9f42-47ad-978d-641b63971155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.474074 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:43.504725 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.567516 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-9beac3ae-5a45-4ed6-9693-4050b3e708c2 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:43.569126 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-9beac3ae-5a45-4ed6-9693-4050b3e708c2 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.0548146 Oct 29 08:10:43.569500 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.586989 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['41b6c3ac-84c6-43ad-a36a-ba157fb06e07'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:10:43.623477 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:43.624424 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.637349 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4e562dca-935f-41aa-961b-294266198cba req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "PUT /v2.0/ports/41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 942 time: 0.4306662 Oct 29 08:10:43.637865 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:43.645519 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822" -d '{"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:43.648460 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45254) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:43.690811 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29666623-8b0e-4ca3-b368-45af6badd3b5 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event updated for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=7']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:43.699673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Deleting port 740c8b85-1a87-4604-9798-4fed3b97f23d {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:43.700594 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.761915 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['41b6c3ac-84c6-43ad-a36a-ba157fb06e07'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:10:43.777823 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae68cc5-baa0-4cbf-b2c5-73769547a97a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.810208 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbb56c-856a-48d4-8571-21e0516852c5 req-374761a8-1b1f-4029-89e0-6feb08d43557 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:43.812583 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-36dbb56c-856a-48d4-8571-21e0516852c5 req-374761a8-1b1f-4029-89e0-6feb08d43557 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0927873 Oct 29 08:10:43.827002 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae68cc5-baa0-4cbf-b2c5-73769547a97a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.867515 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] For port 740c8b85-1a87-4604-9798-4fed3b97f23d, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=740c8b85-1a87-4604-9798-4fed3b97f23d,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:43.867946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:43.905284 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-36dbb56c-856a-48d4-8571-21e0516852c5 req-3b2de445-a4fa-4d0b-9a19-55689ff14667 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805717 Oct 29 08:10:43.978435 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4aa0227d-6e69-4883-8f21-683d40b7f83e None None] Provisioning complete for port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:43.978789 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4aa0227d-6e69-4883-8f21-683d40b7f83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.012623 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae68cc5-baa0-4cbf-b2c5-73769547a97a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.025305 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8ae68cc5-baa0-4cbf-b2c5-73769547a97a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.025305 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8ae68cc5-baa0-4cbf-b2c5-73769547a97a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "DELETE /v2.0/security-groups/7e6a6377-86e2-493e-92b3-5b34a0085b78 HTTP/1.1" status: 204 len: 168 time: 0.3723307 Oct 29 08:10:44.031007 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45262) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:44.097519 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68cc5-baa0-4cbf-b2c5-73769547a97a tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6a6377-86e2-493e-92b3-5b34a0085b78,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:44.134846 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e256c17-7b16-4a53-a143-11a7de50d58d req-0094f237-5ffc-4b32-aa68-d14014920c77 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:44.142543 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.143159 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.143744 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Floating IP 266b4b09-4a49-4bba-bab1-fd597f0c1b06 disassociated. External IP: 172.27.2.241, port: 740c8b85-1a87-4604-9798-4fed3b97f23d. Oct 29 08:10:44.144403 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Calling delete_port for 740c8b85-1a87-4604-9798-4fed3b97f23d owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:44.144500 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5e256c17-7b16-4a53-a143-11a7de50d58d req-0094f237-5ffc-4b32-aa68-d14014920c77 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 945 time: 0.1586528 Oct 29 08:10:44.235516 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5e256c17-7b16-4a53-a143-11a7de50d58d req-1d9b48ad-6767-41b8-97bb-f878d7dbeb12 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877521 Oct 29 08:10:44.297314 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa535e-058b-456d-92f1-33e33d9876ea x-openstack-request-id: req-96aa535e-058b-456d-92f1-33e33d9876ea {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:44.297626 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:44.297876 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96aa535e-058b-456d-92f1-33e33d9876ea {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:44.298275 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'status': 'completed', 'code': 200} Oct 29 08:10:44.318206 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Deleting port db3faca1-5f3d-4e24-96b7-bbbfcbbea083 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:44.318543 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.374375 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-a98bb199-0d3d-4132-8fed-24d8b2db887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:44.376177 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-a98bb199-0d3d-4132-8fed-24d8b2db887d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0469766 Oct 29 08:10:44.431029 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.441603 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99eb01-e07c-472f-b9e0-bf7b01bc1177 req-003b4df0-54db-46fc-bd3d-3147a8adad38 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:44.443219 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4f99eb01-e07c-472f-b9e0-bf7b01bc1177 req-003b4df0-54db-46fc-bd3d-3147a8adad38 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0836434 Oct 29 08:10:44.447562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.448005 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.470318 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Calling delete_port for db3faca1-5f3d-4e24-96b7-bbbfcbbea083 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:44.550338 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4f99eb01-e07c-472f-b9e0-bf7b01bc1177 req-a36a0070-82d5-4ca6-ba09-e569a11a0ce7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929022 Oct 29 08:10:44.581594 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45266) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:44.738948 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'Port': ['ID=740c8b85-1a87-4604-9798-4fed3b97f23d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:44.806329 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.839988 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event deleted for resources: {'Port': ['ID=db3faca1-5f3d-4e24-96b7-bbbfcbbea083,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:44.843923 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-b2de2e95-a530-4728-b47d-37d07e8bd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:44.845198 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-b2de2e95-a530-4728-b47d-37d07e8bd276 service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.4592397 Oct 29 08:10:44.876924 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef83b0c2-f6a8-475d-8fe9-6877c6191066 tempest-TestShelveInstance-1553807785 tempest-TestShelveInstance-1553807785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:44.881976 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ef83b0c2-f6a8-475d-8fe9-6877c6191066 tempest-TestShelveInstance-1553807785 tempest-TestShelveInstance-1553807785-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1094 time: 0.2906389 Oct 29 08:10:44.896498 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45270) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:44.902202 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-d3e0c9b7-7a1e-4a77-898b-e554225f6753 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 217 time: 0.0451701 Oct 29 08:10:44.902474 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'port_id': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:44.935199 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:44.935605 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Floating IP 98aba124-0dc8-40d7-9e27-7034e09df04e disassociated (deleted). External IP: 172.27.2.139, port: 41b6c3ac-84c6-43ad-a36a-ba157fb06e07. Oct 29 08:10:44.964584 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:10:44.981053 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-7ec97145-b05a-428f-9fd4-f0802b2635a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:44.982629 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-7ec97145-b05a-428f-9fd4-f0802b2635a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0682743 Oct 29 08:10:45.023307 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:45.132935 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-4c51bdaf-fbb5-4644-86af-e7f42fc04957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:45.136266 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-4c51bdaf-fbb5-4644-86af-e7f42fc04957 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126978 Oct 29 08:10:45.215882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:10:45.247876 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:10:45.274826 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:45.275478 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:45.291403 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] No DVR routers for this DVR port 740c8b85-1a87-4604-9798-4fed3b97f23d on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:10:45.296448 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:45.300288 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-61011dbb-77d8-44b9-9e7f-f3ad17ea656e req-fe9bb026-3ead-4019-96b3-8e81d2633d58 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "DELETE /v2.0/ports/740c8b85-1a87-4604-9798-4fed3b97f23d HTTP/1.1" status: 204 len: 173 time: 1.7222860 Oct 29 08:10:45.301022 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'name': 'network-vif-deleted', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:45.303522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55262c-b298-4da6-9f9c-2089ee3c9742" -d '{"events": [{"server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "name": "network-vif-deleted", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:45.383088 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-c19b0bc7-7c35-41f2-8105-aa35755c69b3 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344871 Oct 29 08:10:45.453693 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-670b90f3-2aa0-4767-ab4b-4471a52fe9dc req-498924da-afe5-4021-96be-1aff081852fa tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 210 time: 0.0423431 Oct 29 08:10:45.499757 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:45.517548 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:45.526393 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cb6662-a3ca-4734-8d73-495a1c1c2cca x-openstack-request-id: req-23cb6662-a3ca-4734-8d73-495a1c1c2cca {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:45.527213 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd89ade1-f0db-4d1c-9060-2f55b19bf974", "name": "network-vif-deleted", "tag": "740c8b85-1a87-4604-9798-4fed3b97f23d", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:45.527625 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23cb6662-a3ca-4734-8d73-495a1c1c2cca {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:45.528153 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd89ade1-f0db-4d1c-9060-2f55b19bf974', 'name': 'network-vif-deleted', 'tag': '740c8b85-1a87-4604-9798-4fed3b97f23d', 'status': 'completed', 'code': 200} Oct 29 08:10:45.559543 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8a7fff23-f2a0-4c6a-b468-7f1677a1d822 req-825b8e34-4880-4215-b68a-81a279674977 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687057 Oct 29 08:10:45.574289 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:10:45.733969 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Allocated IP 172.27.2.221 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/4bab8a9c-bd85-4a3c-90cd-96ef50e4736b) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:10:45.761457 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:10:45.772769 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] Sync routers for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:10:45.777932 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:45.783175 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:45.783867 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:45.820206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:45.838146 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f5d06d77-13c1-4edd-ad6c-5d7c3815d0ea tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "DELETE /v2.0/floatingips/98aba124-0dc8-40d7-9e27-7034e09df04e HTTP/1.1" status: 204 len: 168 time: 1.7920511 Oct 29 08:10:45.860222 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:10:45.895119 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:45.911340 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:45.912416 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:45.922374 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:45.992004 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:46.032112 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:46.034877 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:10:46.038126 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:10:46.044333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:10:46.101602 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'Port': ['ID=4bab8a9c-bd85-4a3c-90cd-96ef50e4736b,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:46.229175 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:42Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:46.257000 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] Checking router: 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:10:46.266317 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:46.266959 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:46.302882 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:46.310055 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c935d5-f357-4be7-aeb1-1d51d5551c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:46.338503 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:46.376517 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439123f-ece9-4a07-a96f-ce63cd5834f6 None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:10:46.380760 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5098ef54-ca12-41f9-acc8-746d4f559a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:46.413332 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:46.606248 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:46.663281 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:42Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:46.688587 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a7446-e5ca-4e10-97e4-9eec53e6fcdb None None] New status for floating IP 266b4b09-4a49-4bba-bab1-fd597f0c1b06: DOWN {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:10:46.692386 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34adf0e-d1ac-44e4-b4ea-72c936df526c None None] The sync data for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi is: [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:07:37Z', 'revision_number': 4, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0939e837-2cc1-41b4-8bfb-6d0959cbd044', 'name': '', 'network_id': '13aacc88-1e80-40d8-b2e4-745b0edbce8d', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'mac_address': 'fa:16:3e:d0:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '02d20f64-1d74-48b4-99ce-99c100437589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:36Z', 'updated_at': '2021-10-29T08:07:42Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'subnets': [{'id': '02d20f64-1d74-48b4-99ce-99c100437589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:10:46.703435 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03041f27-39ca-4eaf-970d-c1aa3ce8eb21 req-aaac6dd1-76c8-4f6e-8ff1-6c20fc371c36 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:46.705086 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03041f27-39ca-4eaf-970d-c1aa3ce8eb21 req-aaac6dd1-76c8-4f6e-8ff1-6c20fc371c36 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0652390 Oct 29 08:10:46.815579 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03041f27-39ca-4eaf-970d-c1aa3ce8eb21 req-8fd1d7fd-641e-4754-bb00-d8adf4929ceb tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038671 Oct 29 08:10:46.816267 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:46.869195 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e0585-091c-4cd3-854b-d02db8186903 x-openstack-request-id: req-8a1e0585-091c-4cd3-854b-d02db8186903 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:46.869195 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:46.869544 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a1e0585-091c-4cd3-854b-d02db8186903 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:46.869779 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'status': 'completed', 'code': 200} Oct 29 08:10:46.974995 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-48985c11-2be7-41c4-ad7a-c549170444b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:46.978287 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-48985c11-2be7-41c4-ad7a-c549170444b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0813296 Oct 29 08:10:46.997928 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f5f974e4-0cbf-4508-85e5-fea24690b220 req-9e320274-8661-40cb-892b-6b9fc0db69ff tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd89ade1-f0db-4d1c-9060-2f55b19bf974 HTTP/1.1" status: 200 len: 210 time: 0.0364728 Oct 29 08:10:47.084927 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.093843 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8371aa-c7ba-4465-8435-8513daf8e0fe None None] New status for floating IP 98aba124-0dc8-40d7-9e27-7034e09df04e: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:10:47.114965 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-e7d162ba-ade6-4b35-a985-b253dc52ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:47.114965 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-e7d162ba-ade6-4b35-a985-b253dc52ddef service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.1291263 Oct 29 08:10:47.158605 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-bca7554a-6d22-4906-a16f-5fb0a7e5dff7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 217 time: 0.0351522 Oct 29 08:10:47.163648 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.169252 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.222761 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-760e2d31-1eed-4877-bc15-6f615b292368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:47.224884 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-760e2d31-1eed-4877-bc15-6f615b292368 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0578032 Oct 29 08:10:47.260960 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.285495 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-f78cb6f2-7654-4c19-8383-0f4998bc0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:47.287042 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-f78cb6f2-7654-4c19-8383-0f4998bc0886 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473208 Oct 29 08:10:47.291602 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event updated for resources: {'Port': ['ID=4bab8a9c-bd85-4a3c-90cd-96ef50e4736b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:47.300402 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.396466 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-dd45aa32-d760-457f-82ca-4ee3df163965 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880299 Oct 29 08:10:47.408055 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Floating IP c5885dae-e86b-406b-91d0-142709f5cb95 associated. External IP: 172.27.2.221, port: 4b43a419-8fb0-4bca-a959-f88d04a94520. Oct 29 08:10:47.493751 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-62c935d5-f357-4be7-aeb1-1d51d5551c9d req-a0c0f7f6-5328-40a6-8fd6-78060ff5630f service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Oct 29 08:10:47.629884 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Router c71a73de-bf95-49e3-b74a-b833be374a49 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:10:47.658737 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 740c8b85-1a87-4604-9798-4fed3b97f23d no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:10:47.684263 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 740c8b85-1a87-4604-9798-4fed3b97f23d {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:10:47.684702 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 740c8b85-1a87-4604-9798-4fed3b97f23d not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:10:47.742001 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:10:47.753512 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] Sync routers for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:10:47.763699 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:47.764832 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:47.768531 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.817091 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:47.849480 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1f922a80-4b0c-4d69-8cf0-8543588855fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9520581 Oct 29 08:10:47.885273 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:47.944791 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbef99-8b9c-4488-9074-2ee5f463fac4 req-c7a8fcb2-53b3-4259-92d4-6ff0d9f48fd3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:47.946510 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-98dbef99-8b9c-4488-9074-2ee5f463fac4 req-c7a8fcb2-53b3-4259-92d4-6ff0d9f48fd3 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0510645 Oct 29 08:10:47.986217 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-98dbef99-8b9c-4488-9074-2ee5f463fac4 req-bc878bdf-708c-431c-a611-5d956c26e117 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c539f4-aa31-4988-9fa9-4342a2c0701c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Oct 29 08:10:48.189998 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f1739-170d-4be4-9366-b50d43a6b567 req-df17eb77-5111-4ce1-9a2e-05a2c4e9207f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:48.192317 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-577f1739-170d-4be4-9366-b50d43a6b567 req-df17eb77-5111-4ce1-9a2e-05a2c4e9207f tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 945 time: 0.0702598 Oct 29 08:10:48.266231 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c5885dae-e86b-406b-91d0-142709f5cb95', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'port_id': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'mac_address': 'fa:16:3e:f4:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:10:46Z', 'updated_at': '2021-10-29T08:10:46Z', 'revision_number': 0, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:48.307383 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Deleting port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:48.308503 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:48.311228 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] Checking router: c71a73de-bf95-49e3-b74a-b833be374a49 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:10:48.320006 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:48.320688 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:48.383998 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-8c20c90e-856e-4bff-9539-4063936e8518 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281192249&fields=id&tenant_id=ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 267 time: 0.0468874 Oct 29 08:10:48.409174 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] For port 584c7c0d-1384-4e26-9cc3-ca35b946fe69, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=584c7c0d-1384-4e26-9cc3-ca35b946fe69,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:48.409513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:48.440000 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:48.612141 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:48.612888 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:48.613208 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Floating IP 3d3b2c45-d34b-4632-ad4f-71d308fcdf2c disassociated. External IP: 172.27.2.75, port: 584c7c0d-1384-4e26-9cc3-ca35b946fe69. Oct 29 08:10:48.614424 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Calling delete_port for 584c7c0d-1384-4e26-9cc3-ca35b946fe69 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:48.714081 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c5885dae-e86b-406b-91d0-142709f5cb95', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'port_id': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'mac_address': 'fa:16:3e:f4:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:10:46Z', 'updated_at': '2021-10-29T08:10:46Z', 'revision_number': 0, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:48.724034 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-4826812d-216a-4eb4-a85c-0ea5ac30d80e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:48.725530 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-4826812d-216a-4eb4-a85c-0ea5ac30d80e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 812 time: 0.3407447 Oct 29 08:10:48.743690 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-2f599df8-6655-479e-a060-e570ea104fec tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/quotas/ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 375 time: 0.0101969 Oct 29 08:10:48.746492 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847a6d7-9213-4beb-b013-721f35ab4a15 None None] The sync data for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi is: [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c5885dae-e86b-406b-91d0-142709f5cb95', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'port_id': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'mac_address': 'fa:16:3e:f4:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:10:46Z', 'updated_at': '2021-10-29T08:10:46Z', 'revision_number': 0, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:10:48.809946 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-a660dec1-42fe-4675-90f7-8b4a902430f3 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558705 Oct 29 08:10:48.838888 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:48.871096 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:48.874568 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e72ea35-9f76-45a3-9d65-13c2913e6202" -d '{"events": [{"name": "network-changed", "server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:48.893227 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event deleted for resources: {'Port': ['ID=584c7c0d-1384-4e26-9cc3-ca35b946fe69,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:48.937827 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-41c9d809-7c00-4229-b4f8-89a7f1ba3075 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133089 Oct 29 08:10:48.960340 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-c21446c3-e871-41b7-9c7f-4d5d5a8c7dfd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316795 Oct 29 08:10:49.012141 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6647e24b-8539-483e-ac74-9a3eaed7d9bd None None] New status for floating IP c5885dae-e86b-406b-91d0-142709f5cb95: ACTIVE {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:10:49.045806 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-3b1f503a-cdb5-4c20-8358-85f0ecbdad33 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065197 Oct 29 08:10:49.067263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-edfa836c-59c1-4052-9834-acc372c199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:49.068555 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:49.068785 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-edfa836c-59c1-4052-9834-acc372c199dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed3ce2eff0a14cb88416511268477fd3&device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0711668 Oct 29 08:10:49.113569 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:10:49.260938 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-4d7b8c51-206f-4983-ab5f-ce66c8b0ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:49.262304 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-4d7b8c51-206f-4983-ab5f-ce66c8b0ef20 service neutron] 10.222.0.49 "GET /v2.0/networks?id=13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 200 len: 916 time: 0.1724181 Oct 29 08:10:49.321060 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-81be12b6-48a7-440a-a1ea-90aad7fc3dbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 200 len: 217 time: 0.0505321 Oct 29 08:10:49.323954 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:10:49.337666 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:10:49.351080 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:49.351854 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:49.399735 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] No DVR routers for this DVR port 584c7c0d-1384-4e26-9cc3-ca35b946fe69 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:10:49.404951 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:49.408527 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-577f1739-170d-4be4-9366-b50d43a6b567 req-91c1e022-ca03-43eb-9e44-077c2778da95 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.49 "DELETE /v2.0/ports/584c7c0d-1384-4e26-9cc3-ca35b946fe69 HTTP/1.1" status: 204 len: 173 time: 1.2089920 Oct 29 08:10:49.408995 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'name': 'network-vif-deleted', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:49.411279 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b001d3a8-6565-4a1c-993e-4bc4a79a06cc" -d '{"events": [{"server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "name": "network-vif-deleted", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:49.426778 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-1bcfcf94-5fe3-49b3-86c3-cbf1fd2fde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:49.428391 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-1bcfcf94-5fe3-49b3-86c3-cbf1fd2fde4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 200 len: 854 time: 0.0974896 Oct 29 08:10:49.484296 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-0259c76b-0be4-4faa-80ee-35bdf03b969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:49.490560 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-0259c76b-0be4-4faa-80ee-35bdf03b969c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=13aacc88-1e80-40d8-b2e4-745b0edbce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478325 Oct 29 08:10:49.490711 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:49.581996 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-28442527-d3e4-47c2-a9a0-b1e0b63f7a40 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877182 Oct 29 08:10:49.705473 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0844f844-dc5e-4338-8d69-e7789b29fd78 req-6d442901-9ad8-4dbd-9570-e5f860d3f321 service neutron] 10.222.0.49 "GET /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166928 Oct 29 08:10:49.734657 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:49.770962 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:10:49.781169 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:10:49.783261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:49.800102 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eedd8f-7ae8-4d97-97c3-b69f8dc39a49 x-openstack-request-id: req-f7eedd8f-7ae8-4d97-97c3-b69f8dc39a49 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:49.800635 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:49.800823 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f7eedd8f-7ae8-4d97-97c3-b69f8dc39a49 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:49.801542 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'status': 'completed', 'code': 200} Oct 29 08:10:49.893079 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-58b099e4-f3ec-48a8-828d-561d6ea2592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:49.896001 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-58b099e4-f3ec-48a8-828d-561d6ea2592e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1099 time: 0.0612841 Oct 29 08:10:49.903702 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-09b429eb-5da1-4026-a213-081f2beb0074 req-abe87b08-3989-4e98-9b3a-868cacd38fd1 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/ports?device_id=788f270f-f8a4-4c42-b32e-ba5c96493e39 HTTP/1.1" status: 200 len: 210 time: 0.0273168 Oct 29 08:10:49.953220 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:10:49.957588 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7822372a-45ef-438d-b714-f38d96b2872c x-openstack-request-id: req-7822372a-45ef-438d-b714-f38d96b2872c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:49.957882 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788f270f-f8a4-4c42-b32e-ba5c96493e39", "name": "network-vif-deleted", "tag": "584c7c0d-1384-4e26-9cc3-ca35b946fe69", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:49.958136 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7822372a-45ef-438d-b714-f38d96b2872c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:49.958558 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788f270f-f8a4-4c42-b32e-ba5c96493e39', 'name': 'network-vif-deleted', 'tag': '584c7c0d-1384-4e26-9cc3-ca35b946fe69', 'status': 'completed', 'code': 200} Oct 29 08:10:50.009697 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-588b10a4-680a-4781-85ac-a2d71aa258b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:50.011397 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-588b10a4-680a-4781-85ac-a2d71aa258b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 909 time: 0.1086109 Oct 29 08:10:50.088781 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-5127d40c-5bd2-48ad-a0b8-a69f67a03831 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 1002 time: 0.0685837 Oct 29 08:10:50.142396 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-caf88923-2481-4e26-9405-6c3d67272fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:50.143933 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-caf88923-2481-4e26-9405-6c3d67272fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0473826 Oct 29 08:10:50.184562 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:10:50.192704 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-325203f8-660b-43cd-97c3-bc5f6b092def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:50.194195 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-325203f8-660b-43cd-97c3-bc5f6b092def service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436637 Oct 29 08:10:50.217383 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0355ca-ea1b-4dcf-bebd-50fe145efb6b None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:04:49Z', 'revision_number': 4, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': 'd523d585-a199-4714-8f9e-45c9d2fd2efe', 'name': '', 'network_id': 'ce10fefc-db6c-4652-9a2b-f35d55fa1092', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'mac_address': 'fa:16:3e:a2:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:47Z', 'updated_at': '2021-10-29T08:04:54Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'subnets': [{'id': 'cd6ede05-696f-4ea9-aa06-6e0b62004a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:10:50.311813 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-89cffa98-cdab-4696-b74a-fcdd00a6f7f0 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103327 Oct 29 08:10:50.372864 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c6c4196b-1dc1-4b82-8b1f-15484093dc61 req-16766f04-18d0-412a-9b0e-ffb857d1c3b0 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 210 time: 0.0261896 Oct 29 08:10:50.430198 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7e72ea35-9f76-45a3-9d65-13c2913e6202 req-3d980540-8a11-450c-93c7-1c1a8b29112a service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042478 Oct 29 08:10:50.509089 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbea79-3562-488d-903a-00b6c372316a req-6011c45f-cfed-4310-97fd-e9e2e5b1fe64 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:50.516044 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32fbea79-3562-488d-903a-00b6c372316a req-6011c45f-cfed-4310-97fd-e9e2e5b1fe64 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Oct 29 08:10:50.546584 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ee8a9-a63d-401d-a68e-c10a2ccc8e2d None None] New status for floating IP 3d3b2c45-d34b-4632-ad4f-71d308fcdf2c: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:10:50.567617 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32fbea79-3562-488d-903a-00b6c372316a req-ad19e45b-dce6-4e98-b565-c4543118b10c tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Oct 29 08:10:51.146685 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45368) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:51.197274 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.221622 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.362423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.365132 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.366297 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "DELETE /v2.0/security-groups/57c539f4-aa31-4988-9fa9-4342a2c0701c HTTP/1.1" status: 204 len: 168 time: 0.2224486 Oct 29 08:10:51.369213 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45370) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:51.376561 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c539f4-aa31-4988-9fa9-4342a2c0701c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:51.383371 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.api.v2.resource [None req-d2d77061-0b3a-4287-9a4a-56f177aa60d8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] show failed (client error): The resource could not be found. Oct 29 08:10:51.384411 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d2d77061-0b3a-4287-9a4a-56f177aa60d8 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "GET /v2.0/security-groups/57c539f4-aa31-4988-9fa9-4342a2c0701c HTTP/1.1" status: 404 len: 347 time: 0.0141642 Oct 29 08:10:51.384549 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.390876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059adb13-7bf7-47a8-9fab-e18b5c53d080 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:51.391759 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45372) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:51.509403 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-31a6a8fe-14b9-48d5-92e0-69dd1876ebe7 req-61165874-a451-46af-84cf-c338c68ea5c6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 210 time: 0.0380576 Oct 29 08:10:51.557739 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Deleting port e6540376-2bee-41d3-8625-3f48ce78987b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:51.570676 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.650005 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.650241 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.653427 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 584c7c0d-1384-4e26-9cc3-ca35b946fe69 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:10:51.683482 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 584c7c0d-1384-4e26-9cc3-ca35b946fe69 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:10:51.684777 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 584c7c0d-1384-4e26-9cc3-ca35b946fe69 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:10:51.685257 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Calling delete_port for e6540376-2bee-41d3-8625-3f48ce78987b owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:51.737498 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-d1abfd54-1eea-4200-8f21-172c093303c6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:51.739155 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-d1abfd54-1eea-4200-8f21-172c093303c6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 812 time: 0.1177852 Oct 29 08:10:51.752572 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1b0d7-a76b-4a3f-b7d2-e2a06a43ca8a req-cb150ece-7172-4d51-8e1b-cbf9416cf744 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:51.754094 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-13a1b0d7-a76b-4a3f-b7d2-e2a06a43ca8a req-cb150ece-7172-4d51-8e1b-cbf9416cf744 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.1084354 Oct 29 08:10:51.794324 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-515787b8-4eee-4f48-94c1-ec9a4a8af4ae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 379 time: 0.0419590 Oct 29 08:10:51.806633 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'port': {'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'admin_state_up': True, 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'security_groups': ['07b638f2-f8cc-4d7a-a2b4-47a57a887d19']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:51.818830 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-13a1b0d7-a76b-4a3f-b7d2-e2a06a43ca8a req-dbf7e7a4-f7da-449d-b5a0-663259eaac26 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573876 Oct 29 08:10:51.969454 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:51.997546 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Pushing event deleted for resources: {'Port': ['ID=e6540376-2bee-41d3-8625-3f48ce78987b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:52.015626 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Made reservation on behalf of ff48a32616594d1db6e016b952ab70eb for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:10:52.019527 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.084720 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.088897 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.090343 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-66aa805c-6d12-46b5-86e4-8aff1eb78f83 tempest-AttachVolumeTestJSON-726076788 tempest-AttachVolumeTestJSON-726076788-project] 10.222.0.74 "DELETE /v2.0/floatingips/3d3b2c45-d34b-4632-ad4f-71d308fcdf2c HTTP/1.1" status: 204 len: 168 time: 0.6977992 Oct 29 08:10:52.197320 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Allocated IP 172.20.0.4 (f8b8c9d1-03fa-4e4e-8832-c292076c8273/37b470e5-6b68-450a-b10b-1ab2cd526497/a8d51b24-3405-414f-897c-7e7e088306bf) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:10:52.293032 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-cfedc3cb-a687-4b5c-9d69-4d3ce5c83eb8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:52.294629 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-cfedc3cb-a687-4b5c-9d69-4d3ce5c83eb8 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0989470 Oct 29 08:10:52.617728 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5f0f69e2-9461-43e6-9bbb-76325dd19f1a req-1c4f1fa3-fa8f-4277-bcbf-932c13eb9936 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 210 time: 0.0326581 Oct 29 08:10:52.705500 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.722996 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Deleting port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:52.723452 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.837558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] For port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:52.837910 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.853421 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Calling delete_port for 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:52.908030 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:52.959875 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc06d-7bf2-4469-8414-9d1344b8bb0b req-7a2d9180-f5e3-45da-8592-8b41ed2809c9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:52.959875 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-748dc06d-7bf2-4469-8414-9d1344b8bb0b req-7a2d9180-f5e3-45da-8592-8b41ed2809c9 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 945 time: 0.0637047 Oct 29 08:10:52.977133 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:10:52.983115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:10:52.986508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:10:53.000882 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-748dc06d-7bf2-4469-8414-9d1344b8bb0b req-87853776-2a28-4536-b1c6-b20e8f8493f3 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/security-groups?id=5bf16207-eba3-4e9a-a6cf-1722e814670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Oct 29 08:10:53.021326 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=a8d51b24-3405-414f-897c-7e7e088306bf,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:53.064587 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:53.065202 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.183053 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e9066100-8008-4c0b-b382-8a83ce94e98a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3809879 Oct 29 08:10:53.201146 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Request body: {'port': {'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:10:53.234407 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-f4c51d92-d836-4819-8c95-3df1b5447ccc None None] Provisioning complete for port a8d51b24-3405-414f-897c-7e7e088306bf triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:10:53.235011 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f4c51d92-d836-4819-8c95-3df1b5447ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.263897 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.273846 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-f4c51d92-d836-4819-8c95-3df1b5447ccc None None] Port a8d51b24-3405-414f-897c-7e7e088306bf cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:10:53.277733 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['41b6c3ac-84c6-43ad-a36a-ba157fb06e07'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:10:53.324065 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.328270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Pushing event deleted for resources: {'Port': ['ID=41b6c3ac-84c6-43ad-a36a-ba157fb06e07,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:53.399304 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] No DVR routers for this DVR port 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:10:53.403209 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.407860 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-709905cf-3fbe-40fa-b094-9e4ca6a90cbd req-732fc453-2bd2-4843-93a0-814df3510259 tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.49 "DELETE /v2.0/ports/41b6c3ac-84c6-43ad-a36a-ba157fb06e07 HTTP/1.1" status: 204 len: 173 time: 1.0878675 Oct 29 08:10:53.408347 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'name': 'network-vif-deleted', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:53.410676 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938aa33-7051-45fa-8201-6a1487d6b504" -d '{"events": [{"server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "name": "network-vif-deleted", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:53.486884 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66266c-7cbe-43ea-813b-b0adf9f01425 x-openstack-request-id: req-9f66266c-7cbe-43ea-813b-b0adf9f01425 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:53.486884 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecef846-2d20-4d34-8f66-e871d0f5c5d8", "name": "network-vif-deleted", "tag": "41b6c3ac-84c6-43ad-a36a-ba157fb06e07", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:53.487221 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f66266c-7cbe-43ea-813b-b0adf9f01425 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:53.487380 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecef846-2d20-4d34-8f66-e871d0f5c5d8', 'name': 'network-vif-deleted', 'tag': '41b6c3ac-84c6-43ad-a36a-ba157fb06e07', 'status': 'completed', 'code': 200} Oct 29 08:10:53.664852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d51b24-3405-414f-897c-7e7e088306bf {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:10:53.673941 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.687037 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Transition to ACTIVE for port object a8d51b24-3405-414f-897c-7e7e088306bf will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:10:53.750321 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e1ca4-7b72-4382-9a82-841814aa3d46 req-60dc965e-39f2-47d3-a53d-106e935cbf5c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:53.752023 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c00e1ca4-7b72-4382-9a82-841814aa3d46 req-60dc965e-39f2-47d3-a53d-106e935cbf5c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 931 time: 0.0556140 Oct 29 08:10:53.764316 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:53.801957 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c00e1ca4-7b72-4382-9a82-841814aa3d46 req-ecc71b60-f48c-44c7-b8d3-b5d7858911fb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434387 Oct 29 08:10:53.835426 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d51b24-3405-414f-897c-7e7e088306bf,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:53.935515 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Attempting to bind port a8d51b24-3405-414f-897c-7e7e088306bf on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:10:53.935909 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Attempting to bind port a8d51b24-3405-414f-897c-7e7e088306bf by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:10:53.936245 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Attempting to bind port a8d51b24-3405-414f-897c-7e7e088306bf on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:10:53.941002 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Port a8d51b24-3405-414f-897c-7e7e088306bf on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:10:53.941385 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Attempting to bind port a8d51b24-3405-414f-897c-7e7e088306bf on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:10:53.950473 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:10:53.950473 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Checking segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:10:53.950473 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Bound using segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:10:53.950473 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Bound port: a8d51b24-3405-414f-897c-7e7e088306bf, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:10:53.950473 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:54.025021 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] For port a8d51b24-3405-414f-897c-7e7e088306bf, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:10:54.028340 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] For port a8d51b24-3405-414f-897c-7e7e088306bf, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a8d51b24-3405-414f-897c-7e7e088306bf,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:10:54.114008 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-211e035f-a620-4831-9d13-fe22d643145f req-1eb0ae3e-aa55-4da7-ac60-a119101e59bd tempest-TestMinimumBasicScenario-1387448291 tempest-TestMinimumBasicScenario-1387448291-project] 10.222.0.74 "GET /v2.0/ports?device_id=aecef846-2d20-4d34-8f66-e871d0f5c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0314648 Oct 29 08:10:54.162423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:54.178922 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:54.180009 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:54.181520 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 200 len: 1093 time: 0.9844575 Oct 29 08:10:54.253813 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feb967-c2bc-4bf0-b29a-50037c8b50e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d51b24-3405-414f-897c-7e7e088306bf,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:54.349330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-f62d1354-b4d1-4a15-980c-a9f503f55f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:54.350692 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-f62d1354-b4d1-4a15-980c-a9f503f55f2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1096 time: 0.0479064 Oct 29 08:10:54.395692 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-4942ab52-ce4d-484e-af33-5576fe11e805 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 200 len: 217 time: 0.0358129 Oct 29 08:10:54.448842 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e947d804-9a97-4cbb-8d37-9817a975c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:54.450125 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-e947d804-9a97-4cbb-8d37-9817a975c9b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0460200 Oct 29 08:10:54.504073 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d8b1-3718-4ec4-870a-276e98585904 req-f725f9fa-58ea-4f37-9009-256477c67263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:54.505509 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-f725f9fa-58ea-4f37-9009-256477c67263 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478354 Oct 29 08:10:54.602595 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-fdd1deee-192b-49f3-b6aa-b964136b82cc service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 Oct 29 08:10:54.707093 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-da13d8b1-3718-4ec4-870a-276e98585904 req-b9745ca7-3845-4b61-b95e-4a0be8736fca service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959661 Oct 29 08:10:55.284319 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eba9a-0898-4bb4-8b41-a8d8168ea869 req-034f40e9-fbd9-43ba-a67f-08d72ce3349b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:55.285851 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aa8eba9a-0898-4bb4-8b41-a8d8168ea869 req-034f40e9-fbd9-43ba-a67f-08d72ce3349b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.0511954 Oct 29 08:10:55.324736 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aa8eba9a-0898-4bb4-8b41-a8d8168ea869 req-6ad3e695-d882-47ed-9e96-9b7baf32641a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322385 Oct 29 08:10:55.471939 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f404d-d8b0-4b01-987e-040281a05610 req-5d2710fe-df6b-40f7-9aac-1fbc86520774 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:55.473413 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb1f404d-d8b0-4b01-987e-040281a05610 req-5d2710fe-df6b-40f7-9aac-1fbc86520774 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0502970 Oct 29 08:10:55.488120 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:10:55.490459 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c85b3-0d8c-47ac-bd20-1f65c885be5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:10:55.512199 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb1f404d-d8b0-4b01-987e-040281a05610 req-2ee29a4f-efb3-42c0-a919-ddb6549b0572 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328023 Oct 29 08:10:55.672939 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:10:55.683883 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3840c9f1-4231-41d6-a658-b69fb6a98c32 x-openstack-request-id: req-3840c9f1-4231-41d6-a658-b69fb6a98c32 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:10:55.688118 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:10:55.688118 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3840c9f1-4231-41d6-a658-b69fb6a98c32 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:10:55.688118 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'status': 'completed', 'code': 200} Oct 29 08:10:55.697730 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:10:55.698151 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 41b6c3ac-84c6-43ad-a36a-ba157fb06e07 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:10:55.758053 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-7b34d7f9-78e4-4961-b62c-2c197baa0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:55.759633 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-7b34d7f9-78e4-4961-b62c-2c197baa0820 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1096 time: 0.0477471 Oct 29 08:10:55.854617 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:10:55.871578 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-e31ee0f3-49a6-45db-843d-1714e87a8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:55.873264 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-e31ee0f3-49a6-45db-843d-1714e87a8cbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.1068754 Oct 29 08:10:55.919886 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-4aecd5dc-ad67-4cbc-be1a-30220cc151b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 200 len: 217 time: 0.0385721 Oct 29 08:10:55.972367 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-70c83d7d-8e79-4d6b-afd0-461892cb973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:55.973856 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-70c83d7d-8e79-4d6b-afd0-461892cb973f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0475025 Oct 29 08:10:56.027772 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-b65d2bcb-05db-4f24-bf23-2394bac2715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:56.029306 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-b65d2bcb-05db-4f24-bf23-2394bac2715a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480530 Oct 29 08:10:56.124827 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-a42ca261-5e8b-41a3-aa83-f6ee0bb2ecb6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871761 Oct 29 08:10:56.223241 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-173c85b3-0d8c-47ac-bd20-1f65c885be5b req-cc759fe8-49ff-4119-bc2e-494958cd38a1 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903187 Oct 29 08:10:56.452195 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41853ff-237a-4f16-bb29-d216ee3f57ab req-044c7e3d-f84a-446a-9a01-0ff0b1741ccf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:56.453714 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c41853ff-237a-4f16-bb29-d216ee3f57ab req-044c7e3d-f84a-446a-9a01-0ff0b1741ccf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.0522280 Oct 29 08:10:56.495889 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c41853ff-237a-4f16-bb29-d216ee3f57ab req-c9a33c8d-d47d-449e-9095-58fb4361f930 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358150 Oct 29 08:10:56.636607 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d92b3b-e93b-4d4e-9de9-0102b3c8c6f7 req-0ec1e8f6-b25c-4f59-a0ec-a81b0228583e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:56.638166 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-02d92b3b-e93b-4d4e-9de9-0102b3c8c6f7 req-0ec1e8f6-b25c-4f59-a0ec-a81b0228583e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0515337 Oct 29 08:10:56.677029 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-02d92b3b-e93b-4d4e-9de9-0102b3c8c6f7 req-be95f927-b9e8-4a3f-8a6c-10683db00abd tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325420 Oct 29 08:10:57.060758 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45498) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:57.159008 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45502) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:10:57.686572 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4001-0a80-456b-9518-f5e64547e4b0 req-1bf4c8b4-13c0-4217-9b01-d8fdfb5a1cf7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:57.688957 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-489e4001-0a80-456b-9518-f5e64547e4b0 req-1bf4c8b4-13c0-4217-9b01-d8fdfb5a1cf7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.1237078 Oct 29 08:10:57.759453 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-489e4001-0a80-456b-9518-f5e64547e4b0 req-42bdf273-dfe0-4d03-ae8c-d10b479fe849 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621934 Oct 29 08:10:57.890764 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:58.150307 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c700-bd49-47fd-8fbf-b96f5ab4216d req-640e5c56-b693-4b83-be85-6f7c01079624 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:58.151710 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6bf3c700-bd49-47fd-8fbf-b96f5ab4216d req-640e5c56-b693-4b83-be85-6f7c01079624 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.3265362 Oct 29 08:10:58.160241 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:58.290334 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6bf3c700-bd49-47fd-8fbf-b96f5ab4216d req-3a42a00a-8274-4638-ba58-f84bdef56591 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281343 Oct 29 08:10:58.584719 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Deleting port d523d585-a199-4714-8f9e-45c9d2fd2efe {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:58.585068 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:58.634550 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Deleting port 0939e837-2cc1-41b4-8bfb-6d0959cbd044 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:10:58.634881 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:58.716872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] For port d523d585-a199-4714-8f9e-45c9d2fd2efe, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=d523d585-a199-4714-8f9e-45c9d2fd2efe,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:58.717556 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:58.742432 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Calling delete_port for d523d585-a199-4714-8f9e-45c9d2fd2efe owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:58.752885 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] For port 0939e837-2cc1-41b4-8bfb-6d0959cbd044, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0939e837-2cc1-41b4-8bfb-6d0959cbd044,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:10:58.753262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:58.774791 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Calling delete_port for 0939e837-2cc1-41b4-8bfb-6d0959cbd044 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:10:58.998054 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533fc68-8786-484a-8176-6f9619e8cb7d req-c255a03c-7d5a-46d2-ac11-29f4e36e90f8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:58.999887 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4533fc68-8786-484a-8176-6f9619e8cb7d req-c255a03c-7d5a-46d2-ac11-29f4e36e90f8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.1539681 Oct 29 08:10:59.081435 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4533fc68-8786-484a-8176-6f9619e8cb7d req-84926b54-f6d2-40d7-927a-4fdfd405b13b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727899 Oct 29 08:10:59.248801 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:59.274947 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:59.278480 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d523d585-a199-4714-8f9e-45c9d2fd2efe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:59.313287 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.313670 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.313980 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.314447 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.314772 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.315188 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.315407 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.315750 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.316075 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.316389 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.316701 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.317013 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:10:59.380882 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Pushing event deleted for resources: {'Port': ['ID=0939e837-2cc1-41b4-8bfb-6d0959cbd044,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:10:59.605157 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2864-9bb2-4c03-be51-f3de5f51eb88 req-25613abd-6960-4c7f-b493-ade15f9743ab tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:10:59.606534 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f8ac2864-9bb2-4c03-be51-f3de5f51eb88 req-25613abd-6960-4c7f-b493-ade15f9743ab tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.2035773 Oct 29 08:10:59.685197 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f8ac2864-9bb2-4c03-be51-f3de5f51eb88 req-e39914ef-fa27-4aa5-84a1-0107c14bfd75 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708258 Oct 29 08:10:59.687820 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:10:59.689542 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:00.278296 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d04d-80ab-4d48-b125-280ef629139e req-e41943c8-4ee2-40ee-ae0e-8da0ff7f06cb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:00.279761 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ab69d04d-80ab-4d48-b125-280ef629139e req-e41943c8-4ee2-40ee-ae0e-8da0ff7f06cb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.1140530 Oct 29 08:11:00.304298 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:11:00.318762 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Router 2fabe304-acda-4f43-9f89-923b2bfa8168 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:11:00.350921 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ab69d04d-80ab-4d48-b125-280ef629139e req-44302cf2-078a-4369-8b09-1b30021e1934 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640285 Oct 29 08:11:00.521392 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:11:00.523564 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:11:00.537528 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-086c5d5a-db33-4353-aee7-da8cf379513b admin admin] 10.222.0.74 "PUT /v2.0/routers/9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3678181 Oct 29 08:11:00.537528 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-24442246-ed90-4a4a-a3ee-681d5d912c7a admin admin] 10.222.0.74 "PUT /v2.0/routers/2fabe304-acda-4f43-9f89-923b2bfa8168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4702828 Oct 29 08:11:00.537995 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] Sync routers for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:11:00.538436 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] Sync routers for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:11:00.539426 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45516) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:00.539600 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45518) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:00.543925 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:00.544540 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:00.567533 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:00.568465 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:00.647956 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:00.684089 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:00.692422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:00.767699 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:00.789263 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:00.854994 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:00.859952 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bf24-769b-4bc4-aa9f-9a8e0a120a8b req-30a7ae11-ccbc-413a-96c8-447b216ec02a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:00.865644 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3474bf24-769b-4bc4-aa9f-9a8e0a120a8b req-30a7ae11-ccbc-413a-96c8-447b216ec02a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0755069 Oct 29 08:11:00.910745 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:10:59Z', 'revision_number': 5, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port': {'id': '82b9ae20-4c45-42e2-bfb2-7cd09d644878', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:04:43Z', 'updated_at': '2021-10-29T08:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:00.937975 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] Checking router: 2fabe304-acda-4f43-9f89-923b2bfa8168 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:11:00.938197 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3474bf24-769b-4bc4-aa9f-9a8e0a120a8b req-9cba8af8-8fed-4491-8bd6-7574aa585143 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713031 Oct 29 08:11:00.947299 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] Routers {'2fabe304-acda-4f43-9f89-923b2bfa8168'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:00.947974 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['2fabe304-acda-4f43-9f89-923b2bfa8168'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:00.967925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Deleting port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:00.968761 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.010896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Deleting port 82b9ae20-4c45-42e2-bfb2-7cd09d644878 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:01.011507 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.014243 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:10:59Z', 'revision_number': 5, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port': {'id': '39b5f828-1725-4ef0-b86a-80ee7fe3de9d', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:32Z', 'updated_at': '2021-10-29T08:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:01.050395 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] Checking router: 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:11:01.052467 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] Set router 2fabe304-acda-4f43-9f89-923b2bfa8168 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:01.059580 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] Routers {'9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:01.060440 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:01.071498 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] For port 39b5f828-1725-4ef0-b86a-80ee7fe3de9d, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:01.071902 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.088224 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Calling delete_port for 39b5f828-1725-4ef0-b86a-80ee7fe3de9d owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:01.123921 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] For port 82b9ae20-4c45-42e2-bfb2-7cd09d644878, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=82b9ae20-4c45-42e2-bfb2-7cd09d644878,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:01.125025 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.142086 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Calling delete_port for 82b9ae20-4c45-42e2-bfb2-7cd09d644878 owned by network:router_gateway {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:01.156012 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] Set router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 gateway port host: None {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:01.208782 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:11:00Z', 'revision_number': 6, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:01.212557 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:11:00Z', 'revision_number': 6, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:01.235474 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32478a08-d97d-4a3f-9bd6-fb42ef4df1cd None None] The sync data for ids ['2fabe304-acda-4f43-9f89-923b2bfa8168'] in dv-cinder-741349-6-iscsi is: [{'id': '2fabe304-acda-4f43-9f89-923b2bfa8168', 'name': 'tempest-AttachVolumeTestJSON-1811889169-router', 'tenant_id': 'c8c93ca4e0804994b39406ecaafc78de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:04:42Z', 'updated_at': '2021-10-29T08:11:00Z', 'revision_number': 6, 'project_id': 'c8c93ca4e0804994b39406ecaafc78de', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:11:01.253532 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7790c3d3-0cd6-42f0-a46a-bc8fae133446 None None] The sync data for ids ['9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3'] in dv-cinder-741349-6-iscsi is: [{'id': '9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3', 'name': 'tempest-TestMinimumBasicScenario-1524782424-router', 'tenant_id': 'ed3ce2eff0a14cb88416511268477fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:31Z', 'updated_at': '2021-10-29T08:11:00Z', 'revision_number': 6, 'project_id': 'ed3ce2eff0a14cb88416511268477fd3', 'gw_port_host': None}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:11:01.356053 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.386745 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b5f828-1725-4ef0-b86a-80ee7fe3de9d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:01.403141 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.433710 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b9ae20-4c45-42e2-bfb2-7cd09d644878,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:01.479176 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.494438 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.561039 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736b1c3-d39d-4b4c-8c17-2b622403b498 req-ff75bf7a-09d1-48dc-bc73-e3ce7b8b187a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:01.563485 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0736b1c3-d39d-4b4c-8c17-2b622403b498 req-ff75bf7a-09d1-48dc-bc73-e3ce7b8b187a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.1334016 Oct 29 08:11:01.586314 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.588664 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.608033 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.612366 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.689938 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0736b1c3-d39d-4b4c-8c17-2b622403b498 req-36b606a8-b317-482e-a0f1-84c61b5fa5c4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008193 Oct 29 08:11:01.716168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.716748 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fabe304-acda-4f43-9f89-923b2bfa8168 {{(pid=102132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:11:01.723086 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.724615 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-20a65da7-9827-4f17-961a-6179ee5f7db5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/2fabe304-acda-4f43-9f89-923b2bfa8168 HTTP/1.1" status: 204 len: 168 time: 1.1833696 Oct 29 08:11:01.727748 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45528) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:01.774597 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.775151 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:11:01.782045 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Deleting subnet cd6ede05-696f-4ea9-aa06-6e0b62004a36 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:11:01.786335 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.793517 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b54ff396-1f2d-4415-bbd0-d9519a76f7b8 admin admin] 10.222.0.74 "DELETE /v2.0/routers/9f0c2a3f-de2c-43fa-bcf6-aad57c1653b3 HTTP/1.1" status: 204 len: 168 time: 1.2470112 Oct 29 08:11:01.793517 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.793745 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45530) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:01.827167 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.839457 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Deleting subnet 02d20f64-1d74-48b4-99ce-99c100437589 {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:11:01.842631 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.878972 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15809889'] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:01.945050 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.037669 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.077041 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdd282-641d-4ad5-bd6e-c05f509dbc09 req-1873fb3a-4786-4b1e-9701-1a0af70d5954 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:02.078805 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9fcdd282-641d-4ad5-bd6e-c05f509dbc09 req-1873fb3a-4786-4b1e-9701-1a0af70d5954 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0586276 Oct 29 08:11:02.083589 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.125495 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6ede05-696f-4ea9-aa06-6e0b62004a36,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:02.127639 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.129772 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5dd9d-2994-4f1c-b48d-d94928b95707 None None] Network ce10fefc-db6c-4652-9a2b-f35d55fa1092 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:11:02.133138 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-41940610-3263-4cf6-a60d-7b82ae8f07b1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cd6ede05-696f-4ea9-aa06-6e0b62004a36 HTTP/1.1" status: 204 len: 168 time: 0.4017754 Oct 29 08:11:02.134084 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45534) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:02.150333 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9fcdd282-641d-4ad5-bd6e-c05f509dbc09 req-ffc12268-669d-483c-9e73-7b810107db4e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642633 Oct 29 08:11:02.178908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15807232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15977145'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.212672 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d20f64-1d74-48b4-99ce-99c100437589,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:02.221456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.224752 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-cb0a66e6-77ba-49e8-836c-a416ec82c3f4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/02d20f64-1d74-48b4-99ce-99c100437589 HTTP/1.1" status: 204 len: 168 time: 0.4336700 Oct 29 08:11:02.227825 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45536) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:02.237398 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.241913 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3e19b-5fe1-4d78-b0f9-b432df90b995 None None] Network 13aacc88-1e80-40d8-b2e4-745b0edbce8d requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:11:02.311027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Deleting port 069d8b91-f708-440b-be7b-809d73c5d550 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:02.311373 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.323712 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.393635 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] For port 069d8b91-f708-440b-be7b-809d73c5d550, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=069d8b91-f708-440b-be7b-809d73c5d550,segment=NetworkSegment(597d4c66-9cc1-43a9-9416-e4f9c1c9de05),segment_id=597d4c66-9cc1-43a9-9416-e4f9c1c9de05)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:02.394148 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.402856 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Deleting port ac913c45-b559-47ed-99ec-c5b64474ea20 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:02.403431 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.415723 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Calling delete_port for 069d8b91-f708-440b-be7b-809d73c5d550 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:02.472109 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] For port ac913c45-b559-47ed-99ec-c5b64474ea20, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ac913c45-b559-47ed-99ec-c5b64474ea20,segment=NetworkSegment(e7820e5a-fb4f-4a52-b2a5-bd158cff13ad),segment_id=e7820e5a-fb4f-4a52-b2a5-bd158cff13ad)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:02.472571 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.485008 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Calling delete_port for ac913c45-b559-47ed-99ec-c5b64474ea20 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:02.596510 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.623620 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Pushing event deleted for resources: {'Port': ['ID=069d8b91-f708-440b-be7b-809d73c5d550,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:02.627999 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] No DVR routers for this DVR port 069d8b91-f708-440b-be7b-809d73c5d550 on host dv-cinder-741349-6-iscsi {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:11:02.652252 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19cd9d-31f0-4237-a688-5904741c4172 None None] DHCP port deletion for ce10fefc-db6c-4652-9a2b-f35d55fa1092 request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:11:02.666521 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.706421 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a77c35-3416-498a-9e8a-226532ede475 None None] DHCP port deletion for 13aacc88-1e80-40d8-b2e4-745b0edbce8d request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:11:02.706937 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac913c45-b559-47ed-99ec-c5b64474ea20,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:02.717514 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] No DVR routers for this DVR port ac913c45-b559-47ed-99ec-c5b64474ea20 on host dv-cinder-741349-6-iscsi {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:11:02.759695 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.771415 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device d523d585-a199-4714-8f9e-45c9d2fd2efe no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:02.781122 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce10fefc-db6c-4652-9a2b-f35d55fa1092']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:02.791223 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597d4c66-9cc1-43a9-9416-e4f9c1c9de05') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:02.791558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597d4c66-9cc1-43a9-9416-e4f9c1c9de05') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:02.795338 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: d523d585-a199-4714-8f9e-45c9d2fd2efe {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:02.795692 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device d523d585-a199-4714-8f9e-45c9d2fd2efe not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:02.796264 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0939e837-2cc1-41b4-8bfb-6d0959cbd044 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:02.801725 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.820435 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 0939e837-2cc1-41b4-8bfb-6d0959cbd044 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:02.823899 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0939e837-2cc1-41b4-8bfb-6d0959cbd044 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:02.825781 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.837723 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:11:02.838120 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:11:02.840064 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:11:02.963611 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.969753 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:02.975977 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ce10fefc-db6c-4652-9a2b-f35d55fa1092 HTTP/1.1" status: 204 len: 168 time: 0.8385632 Oct 29 08:11:02.988459 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c58186-9581-4112-ab58-ac3a29ef3498 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce10fefc-db6c-4652-9a2b-f35d55fa1092,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:03.045647 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.087986 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aacc88-1e80-40d8-b2e4-745b0edbce8d']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:03.100396 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:03.100396 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7820e5a-fb4f-4a52-b2a5-bd158cff13ad') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:03.113972 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.122555 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46903c-caee-434a-a086-7d764fa828bb req-630020b2-c6e8-4811-9d23-78aa21260faf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:03.125097 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2e46903c-caee-434a-a086-7d764fa828bb req-630020b2-c6e8-4811-9d23-78aa21260faf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 943 time: 0.2987275 Oct 29 08:11:03.151618 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.160726 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:11:03.161113 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:11:03.162874 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:11:03.212854 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2e46903c-caee-434a-a086-7d764fa828bb req-db25246f-d9a9-4cf8-92f0-1594bb98c096 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814824 Oct 29 08:11:03.314460 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.323200 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.326332 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] 10.222.0.74 "DELETE /v2.0/networks/13aacc88-1e80-40d8-b2e4-745b0edbce8d HTTP/1.1" status: 204 len: 168 time: 1.0975175 Oct 29 08:11:03.329981 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45544) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:03.340547 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25021-89c6-4b21-aeab-e8d69f81e5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=13aacc88-1e80-40d8-b2e4-745b0edbce8d,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:03.345396 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45546) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:03.377314 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb543-9616-44d7-b2da-8574e66d6491 req-25718760-b328-45f0-be56-6e2bfb3098c9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:03.378785 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8cbb543-9616-44d7-b2da-8574e66d6491 req-25718760-b328-45f0-be56-6e2bfb3098c9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0938985 Oct 29 08:11:03.415010 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d4ab86c5-c850-4d4e-a9a0-5fe5bcd1a742 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c8c93ca4e0804994b39406ecaafc78de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685270 Oct 29 08:11:03.417983 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45548) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:03.445585 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b8cbb543-9616-44d7-b2da-8574e66d6491 req-4f71a960-d516-4310-8b16-6aead7906448 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597701 Oct 29 08:11:03.485975 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeeca0f1-bbdc-437d-b183-674f654d1700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.509675 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeeca0f1-bbdc-437d-b183-674f654d1700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.649121 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeeca0f1-bbdc-437d-b183-674f654d1700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.652036 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeeca0f1-bbdc-437d-b183-674f654d1700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.653837 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-eeeca0f1-bbdc-437d-b183-674f654d1700 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8922ff15-bad0-4e8a-a23e-f74dc4c014a8 HTTP/1.1" status: 204 len: 168 time: 0.2347994 Oct 29 08:11:03.664391 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeca0f1-bbdc-437d-b183-674f654d1700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8922ff15-bad0-4e8a-a23e-f74dc4c014a8,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:03.712290 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a8d51b24-3405-414f-897c-7e7e088306bf details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:11:03.785792 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.833791 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port a8d51b24-3405-414f-897c-7e7e088306bf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a8d51b24-3405-414f-897c-7e7e088306bf,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:03.850551 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:11:03.895117 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ac913c45-b559-47ed-99ec-c5b64474ea20 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:03.924471 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: ac913c45-b559-47ed-99ec-c5b64474ea20 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:03.924836 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ac913c45-b559-47ed-99ec-c5b64474ea20 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:03.925261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 39b5f828-1725-4ef0-b86a-80ee7fe3de9d no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:03.928812 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:03.958943 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 39b5f828-1725-4ef0-b86a-80ee7fe3de9d {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:03.959548 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 39b5f828-1725-4ef0-b86a-80ee7fe3de9d not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:03.960108 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 82b9ae20-4c45-42e2-bfb2-7cd09d644878 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:03.994818 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d51b24-3405-414f-897c-7e7e088306bf {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:04.000285 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 82b9ae20-4c45-42e2-bfb2-7cd09d644878 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:04.000631 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 82b9ae20-4c45-42e2-bfb2-7cd09d644878 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:04.001061 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 069d8b91-f708-440b-be7b-809d73c5d550 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:04.030579 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 069d8b91-f708-440b-be7b-809d73c5d550 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:04.030579 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 069d8b91-f708-440b-be7b-809d73c5d550 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:04.038991 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port a8d51b24-3405-414f-897c-7e7e088306bf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a8d51b24-3405-414f-897c-7e7e088306bf,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:04.112258 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:04.175007 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=a8d51b24-3405-414f-897c-7e7e088306bf,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:04.355408 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['a8d51b24-3405-414f-897c-7e7e088306bf'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:11:04.377114 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7c267-5ece-4c7a-9024-7e31636eefc4 req-bef5e91f-2e03-45de-af4b-d8c4d64213f6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:04.379510 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2bf7c267-5ece-4c7a-9024-7e31636eefc4 req-bef5e91f-2e03-45de-af4b-d8c4d64213f6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 944 time: 0.0691757 Oct 29 08:11:04.430392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Deleting port cc90f036-9a3f-476c-acc3-8260d1c4e8fc {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:04.432629 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:04.446196 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2bf7c267-5ece-4c7a-9024-7e31636eefc4 req-69880bf8-4c25-4ded-a140-bfcde701d758 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494328 Oct 29 08:11:04.524688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] For port cc90f036-9a3f-476c-acc3-8260d1c4e8fc, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:04.525164 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:04.541812 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Calling delete_port for cc90f036-9a3f-476c-acc3-8260d1c4e8fc owned by network:router_interface {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:04.593754 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca9cb-da60-4534-a1e6-e1309a2febac req-f9709e92-e8c6-4739-853c-ae616515b850 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:04.595284 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c84ca9cb-da60-4534-a1e6-e1309a2febac req-f9709e92-e8c6-4739-853c-ae616515b850 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0675175 Oct 29 08:11:04.654130 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c84ca9cb-da60-4534-a1e6-e1309a2febac req-340e401a-9536-4452-957d-e4033e0e35ba tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487742 Oct 29 08:11:04.882147 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:04.914680 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc90f036-9a3f-476c-acc3-8260d1c4e8fc,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:04.951988 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45574) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:05.067555 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1769365896-network', 'tenant_id': '1b1a752fb93940a4be8814716e7c4810'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:05.103027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.174868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Made reservation on behalf of 1b1a752fb93940a4be8814716e7c4810 for: {'network': 1} {{(pid=102133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:11:05.177338 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for network, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.185995 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.263158 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.326197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Router c07e0124-a9c5-4f8b-be38-9e7c89f34674 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:11:05.357878 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.387226 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=102133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:11:05.397795 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21226603-e8dd-4668-bd71-e53c840d7368,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:05.404448 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.404820 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.segments_db [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Added segment 9b29fa7c-1d02-439e-8030-0ad10dbb883d of type vlan for network 4d147612-f744-4d15-92fb-8c4679738217 Oct 29 08:11:05.437986 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:11:05.444172 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-53b601ef-606b-4829-9813-db1b43e922e9 admin admin] 10.222.0.74 "PUT /v2.0/routers/c07e0124-a9c5-4f8b-be38-9e7c89f34674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130755 Oct 29 08:11:05.445809 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45578) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:05.448978 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] Sync routers for ids ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:11:05.449818 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758940844746'] for network, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.466162 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] Routers {'c07e0124-a9c5-4f8b-be38-9e7c89f34674'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:05.466162 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:05.553439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717'] for network, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.554791 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:05.555392 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.557254 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.573834 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d436c5-0c0a-4ab6-9c02-b84775b9723b req-3489bb02-7be3-4de0-95f3-5682205208e4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:05.575351 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-63d436c5-0c0a-4ab6-9c02-b84775b9723b req-3489bb02-7be3-4de0-95f3-5682205208e4 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 944 time: 0.0629992 Oct 29 08:11:05.583796 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] Set router c07e0124-a9c5-4f8b-be38-9e7c89f34674 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:05.649591 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] Pushing event updated for resources: {'Network': ['ID=4d147612-f744-4d15-92fb-8c4679738217,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:05.667404 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-63d436c5-0c0a-4ab6-9c02-b84775b9723b req-0dc142cc-6560-43cf-a8a2-c65186bd01c8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796638 Oct 29 08:11:05.668320 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.669053 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Network 4d147612-f744-4d15-92fb-8c4679738217 details requested by agent ovs-agent-dv-cinder-741349-6-iscsi with host dv-cinder-741349-6-iscsi {{(pid=102134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:11:05.714996 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-d6a1c8de-d9c5-4227-9a56-628b68976b0a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7603974 Oct 29 08:11:05.718913 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45584) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:05.726288 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Request body: {'subnet': {'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1769365896-subnet', 'tenant_id': '1b1a752fb93940a4be8814716e7c4810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:05.750582 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a8d51b24-3405-414f-897c-7e7e088306bf up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:11:05.787841 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac5ecc-c982-44d2-85b8-91d77316b5e9 req-9b783edd-0f84-493e-9e2f-39ea8055c64e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:05.789362 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ceac5ecc-c982-44d2-85b8-91d77316b5e9 req-9b783edd-0f84-493e-9e2f-39ea8055c64e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0514305 Oct 29 08:11:05.801054 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Deleting port 8914f32b-2f09-4fad-a61a-93967c6e7fb6 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:05.801404 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.814835 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Made reservation on behalf of 1b1a752fb93940a4be8814716e7c4810 for: {'subnet': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:11:05.817131 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15977304'] for subnet, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:05.864212 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ceac5ecc-c982-44d2-85b8-91d77316b5e9 req-02b24ef8-65e1-4ffe-86bd-f5fd1979f950 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661907 Oct 29 08:11:05.933523 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:11:04Z', 'revision_number': 5, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port': {'id': '8914f32b-2f09-4fad-a61a-93967c6e7fb6', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:43Z', 'updated_at': '2021-10-29T08:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:05.963527 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] Checking router: c07e0124-a9c5-4f8b-be38-9e7c89f34674 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:11:05.973665 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] Routers {'c07e0124-a9c5-4f8b-be38-9e7c89f34674'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:05.974361 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:05.987468 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] For port 8914f32b-2f09-4fad-a61a-93967c6e7fb6, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=8914f32b-2f09-4fad-a61a-93967c6e7fb6,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:05.988115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.003858 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Calling delete_port for 8914f32b-2f09-4fad-a61a-93967c6e7fb6 owned by network:router_gateway {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:06.010486 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port a8d51b24-3405-414f-897c-7e7e088306bf completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:11:06.176051 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port a8d51b24-3405-414f-897c-7e7e088306bf triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:11:06.176311 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.230792 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] Set router c07e0124-a9c5-4f8b-be38-9e7c89f34674 gateway port host: None {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:06.247083 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15807297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15977122'] for subnet, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.292887 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:11:05Z', 'revision_number': 6, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:06.305814 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b6ed7e-00d9-45af-af04-d76f4f94dbf5,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:06.316329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Checking segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:11:06.316688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Network hostable DHCP agents. Network: 4d147612-f744-4d15-92fb-8c4679738217, hostable agents: ['1f2c8651-ace8-4bfc-adff-80eed7ccfea1'], hosted agents: [] {{(pid=102132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:11:06.326134 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49467a-6126-4d88-86de-bf104e9f0c30 None None] The sync data for ids ['c07e0124-a9c5-4f8b-be38-9e7c89f34674'] in dv-cinder-741349-6-iscsi is: [{'id': 'c07e0124-a9c5-4f8b-be38-9e7c89f34674', 'name': 'tempest-TestMinimumBasicScenario-457930409-router', 'tenant_id': '57234acd83624426abde5c95c683c583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:07:42Z', 'updated_at': '2021-10-29T08:11:05Z', 'revision_number': 6, 'project_id': '57234acd83624426abde5c95c683c583', 'gw_port_host': None}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:11:06.331042 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.361616 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8914f32b-2f09-4fad-a61a-93967c6e7fb6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:06.364309 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.394981 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:06.397352 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3c721-ff09-418f-8a42-4ed529404412" -d '{"events": [{"server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "name": "network-vif-plugged", "status": "completed", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:06.401667 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Network 4d147612-f744-4d15-92fb-8c4679738217 is scheduled to be hosted by DHCP agent 1f2c8651-ace8-4bfc-adff-80eed7ccfea1 with binding_index 1 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:11:06.410548 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port a8d51b24-3405-414f-897c-7e7e088306bf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a8d51b24-3405-414f-897c-7e7e088306bf,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:06.423802 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.440088 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0795328f-0049-4f44-959b-816de08be56e x-openstack-request-id: req-0795328f-0049-4f44-959b-816de08be56e {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:06.440403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "name": "network-vif-plugged", "status": "completed", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:06.440656 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0795328f-0049-4f44-959b-816de08be56e {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:06.441057 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'code': 200} Oct 29 08:11:06.483561 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.514274 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-6-iscsi, 4d147612-f744-4d15-92fb-8c4679738217) {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:11:06.521581 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:06.522214 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.524042 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4247147-17b0-47a0-9948-5905b46d50c1 None None] Network 4d147612-f744-4d15-92fb-8c4679738217 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:11:06.527535 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.531601 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.573387 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=a8d51b24-3405-414f-897c-7e7e088306bf,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:06.671986 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fcec27-ff56-48f2-a1fd-f0fb0609f7c1 None None] Network 4d147612-f744-4d15-92fb-8c4679738217 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:11:06.690964 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-12e92f8f-6ef8-47fe-843a-06124375bccb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9601207 Oct 29 08:11:06.741146 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.741706 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c07e0124-a9c5-4f8b-be38-9e7c89f34674 {{(pid=102132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:11:06.752728 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.757156 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-6fe98e39-e667-4f5b-9003-ff5ab4b250f4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c07e0124-a9c5-4f8b-be38-9e7c89f34674 HTTP/1.1" status: 204 len: 168 time: 1.3085237 Oct 29 08:11:06.758052 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45592) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:06.860209 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Deleting subnet 06a1a08a-d55c-45c6-9781-051a22a29c44 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:11:06.864449 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.912951 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:06.923233 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dc729-078b-4dd0-9dca-67a883a31744 req-1acbf7c8-5aa1-4e5c-a32a-95fffee2a011 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:06.924898 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-752dc729-078b-4dd0-9dca-67a883a31744 req-1acbf7c8-5aa1-4e5c-a32a-95fffee2a011 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.1232367 Oct 29 08:11:06.953509 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b22c9-72bb-4fc0-b6e2-381db19f74bd req-597935b7-bdd6-4220-b339-809024525b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:06.954997 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f9b22c9-72bb-4fc0-b6e2-381db19f74bd req-597935b7-bdd6-4220-b339-809024525b67 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1098 time: 0.0425308 Oct 29 08:11:06.993345 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f9b22c9-72bb-4fc0-b6e2-381db19f74bd req-43251fdb-75ab-43b0-8174-4691809fd669 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290649 Oct 29 08:11:07.015558 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-752dc729-078b-4dd0-9dca-67a883a31744 req-0d5cd406-f899-4d2a-9f02-e3e43095e4bf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719085 Oct 29 08:11:07.033482 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.130284 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be530a-be15-4e48-9dc7-848c6d803099 req-56cd910e-7e68-452b-81e2-22498f9c94db tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:07.131757 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-49be530a-be15-4e48-9dc7-848c6d803099 req-56cd910e-7e68-452b-81e2-22498f9c94db tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0590096 Oct 29 08:11:07.176794 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-49be530a-be15-4e48-9dc7-848c6d803099 req-7b8ca525-ea0a-4d99-9660-6f8bea6a2a8c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389516 Oct 29 08:11:07.177735 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.205575 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a1a08a-d55c-45c6-9781-051a22a29c44,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:07.209610 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.213945 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-48580b2e-66d3-477a-970e-7e852aa56236 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/06a1a08a-d55c-45c6-9781-051a22a29c44 HTTP/1.1" status: 204 len: 168 time: 0.4532669 Oct 29 08:11:07.215291 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbd289-bedd-4184-aabd-6aa8b54a59e1 None None] Network 8b148dc9-85a9-4058-89af-07e3ab5c9678 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:11:07.220467 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45602) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:07.304803 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.368438 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Deleting port 53f29041-9934-4f55-9204-1c25c79aee7e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:07.368765 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.417707 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] DHCP port deletion for 8b148dc9-85a9-4058-89af-07e3ab5c9678 request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:11:07.446874 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] For port 53f29041-9934-4f55-9204-1c25c79aee7e, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=53f29041-9934-4f55-9204-1c25c79aee7e,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:07.447373 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.468417 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Calling delete_port for 53f29041-9934-4f55-9204-1c25c79aee7e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:07.495511 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] Deleting port 53f29041-9934-4f55-9204-1c25c79aee7e {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:11:07.495511 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.552551 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-15d32df0-bf69-4576-8a2a-d2b2656651bd tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:07.554627 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-15d32df0-bf69-4576-8a2a-d2b2656651bd tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1313505 Oct 29 08:11:07.573807 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-f5c10afb-ed82-451f-830b-59fa8e1bbdda tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/quotas/1b1a752fb93940a4be8814716e7c4810 HTTP/1.1" status: 200 len: 375 time: 0.0111001 Oct 29 08:11:07.575386 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] For port 53f29041-9934-4f55-9204-1c25c79aee7e, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=53f29041-9934-4f55-9204-1c25c79aee7e,segment=NetworkSegment(f5bf46e7-706b-476a-870d-e0c18cbba75c),segment_id=f5bf46e7-706b-476a-870d-e0c18cbba75c)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:07.575911 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.599137 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] Calling delete_port for 53f29041-9934-4f55-9204-1c25c79aee7e owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:11:07.615256 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-77cb0d99-5d03-4443-a7f3-8605582dd742 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298867 Oct 29 08:11:07.677617 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.710997 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Pushing event deleted for resources: {'Port': ['ID=53f29041-9934-4f55-9204-1c25c79aee7e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:07.714376 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-1036cdef-7a81-44ad-8472-5bff718944c4 service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917082 Oct 29 08:11:07.715169 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] No DVR routers for this DVR port 53f29041-9934-4f55-9204-1c25c79aee7e on host dv-cinder-741349-6-iscsi {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:11:07.722793 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:11:07.727592 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.766180 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] Pushing event deleted for resources: {'Port': ['ID=53f29041-9934-4f55-9204-1c25c79aee7e,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:07.772094 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022f42d-2606-43e1-8e92-8aaa6bb02ba5 None None] No DVR routers for this DVR port 53f29041-9934-4f55-9204-1c25c79aee7e on host dv-cinder-741349-6-iscsi {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:11:07.815095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.840022 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b148dc9-85a9-4058-89af-07e3ab5c9678']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:07.846409 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-0439c991-0c9e-4c39-9e74-79f1ebbf3b56 service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183019 Oct 29 08:11:07.851017 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf46e7-706b-476a-870d-e0c18cbba75c') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:07.851314 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf46e7-706b-476a-870d-e0c18cbba75c') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:07.861758 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.878023 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.881198 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:07.891102 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:11:07.892210 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:11:07.893985 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:11:07.910386 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'mac_address': 'fa:16:3e:94:2a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:11:07.938726 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device cc90f036-9a3f-476c-acc3-8260d1c4e8fc no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:07.966143 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: cc90f036-9a3f-476c-acc3-8260d1c4e8fc {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:07.966399 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device cc90f036-9a3f-476c-acc3-8260d1c4e8fc not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:07.966830 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 53f29041-9934-4f55-9204-1c25c79aee7e no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:07.993668 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 53f29041-9934-4f55-9204-1c25c79aee7e {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:07.994010 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 53f29041-9934-4f55-9204-1c25c79aee7e not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:07.994426 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 8914f32b-2f09-4fad-a61a-93967c6e7fb6 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:08.001934 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.004881 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.024226 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 8914f32b-2f09-4fad-a61a-93967c6e7fb6 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:11:08.024569 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 8914f32b-2f09-4fad-a61a-93967c6e7fb6 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:11:08.029070 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.039762 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b375cb71-c732-4240-821a-e5ecb6ed9c34 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:08.052749 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] 10.222.0.74 "DELETE /v2.0/networks/8b148dc9-85a9-4058-89af-07e3ab5c9678 HTTP/1.1" status: 204 len: 168 time: 0.8300180 Oct 29 08:11:08.069053 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:08.071331 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7343d73-f776-4750-83d6-f19baf39988a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b148dc9-85a9-4058-89af-07e3ab5c9678,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:08.102573 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8b99d8ef-8007-4a2d-a84e-52627999f82c req-58df0228-cf71-4a82-908d-9c10aff7c4b5 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 210 time: 0.0574920 Oct 29 08:11:08.140921 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.205944 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:08.226450 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d232972-bd79-4bcd-9c22-e24cd48fbc96 req-28f1c66d-9d26-46aa-9dbe-ba9561e3f593 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:08.228395 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7d232972-bd79-4bcd-9c22-e24cd48fbc96 req-28f1c66d-9d26-46aa-9dbe-ba9561e3f593 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.0677660 Oct 29 08:11:08.237642 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['b375cb71-c732-4240-821a-e5ecb6ed9c34'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:11:08.284413 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7d232972-bd79-4bcd-9c22-e24cd48fbc96 req-316c9df5-a345-49fb-8846-a1c5e1d2c99d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493717 Oct 29 08:11:08.350615 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45626) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:08.395253 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45628) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:08.395620 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-698fdb10-7701-42b1-b1fa-07ea078c1296 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed3ce2eff0a14cb88416511268477fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438473 Oct 29 08:11:08.437185 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa338dc3-3060-45d3-9e26-3541c742c974 req-1f9694bd-c602-4e24-8363-4c984eb2ff98 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:08.439360 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aa338dc3-3060-45d3-9e26-3541c742c974 req-1f9694bd-c602-4e24-8363-4c984eb2ff98 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 944 time: 0.0767961 Oct 29 08:11:08.494153 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9dc7790f-a448-4a30-9510-c09d9bf12990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.498217 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aa338dc3-3060-45d3-9e26-3541c742c974 req-f8efb9a3-0cf3-43e3-9850-108d709289a6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525291 Oct 29 08:11:08.522194 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9dc7790f-a448-4a30-9510-c09d9bf12990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.669787 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9dc7790f-a448-4a30-9510-c09d9bf12990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.669787 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9dc7790f-a448-4a30-9510-c09d9bf12990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:08.673639 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9dc7790f-a448-4a30-9510-c09d9bf12990 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5bf16207-eba3-4e9a-a6cf-1722e814670a HTTP/1.1" status: 204 len: 168 time: 0.2766829 Oct 29 08:11:08.683035 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7790f-a448-4a30-9510-c09d9bf12990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf16207-eba3-4e9a-a6cf-1722e814670a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:09.179748 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-34112cc6-c110-4a18-b9f2-e44fbd8a8976 req-180d0922-9609-44d6-af1d-666e8598aea7 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 210 time: 0.0270586 Oct 29 08:11:09.402181 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014de29e-0dd6-4355-930e-a9c04ef4b313 req-6c24f141-3759-47f4-bc93-ef7fe044eab1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:09.403646 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-014de29e-0dd6-4355-930e-a9c04ef4b313 req-6c24f141-3759-47f4-bc93-ef7fe044eab1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.0489323 Oct 29 08:11:09.418696 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45662) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:09.447555 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-014de29e-0dd6-4355-930e-a9c04ef4b313 req-a3fb8a80-af11-4218-bbbb-edfc59d679eb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349119 Oct 29 08:11:09.486067 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c27eff4d-2391-4197-9abd-ff911df2bb5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57234acd83624426abde5c95c683c583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604155 Oct 29 08:11:09.486067 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45666) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:09.561650 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-94b18304-19a3-4728-ab8f-31a0b543008e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:09.587764 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-94b18304-19a3-4728-ab8f-31a0b543008e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:09.614238 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779605f-dbed-415a-8691-68d21a937307 req-e8e25cd7-e1a0-446e-b90a-a1b05a038bbf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:09.616734 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f779605f-dbed-415a-8691-68d21a937307 req-e8e25cd7-e1a0-446e-b90a-a1b05a038bbf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.0664444 Oct 29 08:11:09.688398 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f779605f-dbed-415a-8691-68d21a937307 req-38712f4a-e691-4e36-b0e7-b7af42dc18e8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531404 Oct 29 08:11:09.710362 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45672) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:09.747811 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:11:09.751950 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-94b18304-19a3-4728-ab8f-31a0b543008e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:09.754790 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-94b18304-19a3-4728-ab8f-31a0b543008e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:09.756057 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-94b18304-19a3-4728-ab8f-31a0b543008e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d5bee33-a1f0-48ad-b154-9f98b6694710 HTTP/1.1" status: 204 len: 168 time: 0.2635257 Oct 29 08:11:09.784555 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b18304-19a3-4728-ab8f-31a0b543008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5bee33-a1f0-48ad-b154-9f98b6694710,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:09.787437 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f236bcb-3586-4e0e-a81a-d131e992be4e tempest-TestVolumeBootPattern-1351721367 tempest-TestVolumeBootPattern-1351721367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:09.791248 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6f236bcb-3586-4e0e-a81a-d131e992be4e tempest-TestVolumeBootPattern-1351721367 tempest-TestVolumeBootPattern-1351721367-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1093 time: 0.0790818 Oct 29 08:11:09.796524 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 45676) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:09.802661 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:09.946670 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port b375cb71-c732-4240-821a-e5ecb6ed9c34 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:11:09.949994 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:09.962216 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5267ca8-87b7-414a-ac7f-a1d69eb9bd92 req-c4426bae-738f-4765-ab84-400b0f34734d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:09.980504 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:09.993541 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d5267ca8-87b7-414a-ac7f-a1d69eb9bd92 req-c4426bae-738f-4765-ab84-400b0f34734d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 944 time: 0.1610131 Oct 29 08:11:10.048936 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d5267ca8-87b7-414a-ac7f-a1d69eb9bd92 req-e4f34d5f-cc83-4d39-942c-fb5d30f9353c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461569 Oct 29 08:11:10.149142 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:10.184046 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:10.186572 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa549613-0958-4251-aa19-c7ccdcb785de" -d '{"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-plugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:10.211486 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:10.285019 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90fa5cf-1b06-4f27-8ef8-3c7cb804a25a x-openstack-request-id: req-c90fa5cf-1b06-4f27-8ef8-3c7cb804a25a {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:10.285705 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-plugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:10.286206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c90fa5cf-1b06-4f27-8ef8-3c7cb804a25a {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:10.286955 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'code': 200} Oct 29 08:11:10.290643 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:10.481481 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:10.508313 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d781cc93-1d4f-44f4-90aa-b9ec4365030e req-7bfc4640-fec6-481e-a0f0-e0f765e12352 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 210 time: 0.0618441 Oct 29 08:11:10.673431 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-dd69b9f8-c813-4261-acce-794de6899c3c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:10.675828 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-dd69b9f8-c813-4261-acce-794de6899c3c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1265860 Oct 29 08:11:10.682618 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:10.694653 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Request body: {'port': {'device_id': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'admin_state_up': True, 'tenant_id': '1b1a752fb93940a4be8814716e7c4810'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:10.891183 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Allocated IP 172.27.2.104 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/720e5f75-09c5-499f-83b8-d0a72f04b4d2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:11:11.057372 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:11.083219 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Made reservation on behalf of 1b1a752fb93940a4be8814716e7c4810 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:11:11.097166 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:11.217039 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:11.234872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886bbbe-be8b-4ea9-a301-572282dd7954 req-5786af9b-0b97-4226-b9fd-0741b24acde3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:11.237236 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3886bbbe-be8b-4ea9-a301-572282dd7954 req-5786af9b-0b97-4226-b9fd-0741b24acde3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0870812 Oct 29 08:11:11.295623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:11:11.300742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3886bbbe-be8b-4ea9-a301-572282dd7954 req-3006b392-768c-4fa7-90d1-29c039cd5458 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553992 Oct 29 08:11:11.303952 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:11:11.310180 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:11:11.368265 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=720e5f75-09c5-499f-83b8-d0a72f04b4d2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:11.442775 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Allocated IP 172.20.0.14 (4d147612-f744-4d15-92fb-8c4679738217/73b6ed7e-00d9-45af-af04-d76f4f94dbf5/bc82526b-c16d-4110-a87b-091021fede6f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:11:11.626352 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6ae1e42e-1cca-4b67-a5d0-4465055a7474 req-15b63431-521c-490a-a111-5a1d160177cc tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 210 time: 0.0341356 Oct 29 08:11:11.834402 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:11.973253 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.033392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.084010 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Network 4d147612-f744-4d15-92fb-8c4679738217 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:11:12.087154 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:11:12.089843 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:11:12.121741 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event updated for resources: {'Port': ['ID=bc82526b-c16d-4110-a87b-091021fede6f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:12.161264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.189709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:12.190335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.277329 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-c7bbb952-6091-4911-baa4-10bb7c617026 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5915854 Oct 29 08:11:12.294763 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Request body: {'port': {'device_id': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:12.387282 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.454221 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c1bdf-e539-4fa2-a73f-9ebd53739744 req-4aaba4e9-53fd-4f97-87ea-44f21c7838fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:12.456260 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b36c1bdf-e539-4fa2-a73f-9ebd53739744 req-4aaba4e9-53fd-4f97-87ea-44f21c7838fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0611949 Oct 29 08:11:12.460620 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.501419 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b36c1bdf-e539-4fa2-a73f-9ebd53739744 req-5ce503c8-02d1-4ad3-98ef-695f3e133ea5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Oct 29 08:11:12.540459 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.661841 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=720e5f75-09c5-499f-83b8-d0a72f04b4d2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:12.675603 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.755313 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3bd4-598e-409d-bbe0-f0ae8d4804fa req-9bed38ef-07d4-47a9-a803-e31b3c0004b1 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:12.756968 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-de6f3bd4-598e-409d-bbe0-f0ae8d4804fa req-9bed38ef-07d4-47a9-a803-e31b3c0004b1 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 932 time: 0.0596259 Oct 29 08:11:12.801824 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-de6f3bd4-598e-409d-bbe0-f0ae8d4804fa req-c816eb1d-50ec-46b4-a77b-bd4f9ee89e65 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Oct 29 08:11:12.835464 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Floating IP c3fdd262-184f-49ce-8099-eb48304aeadd associated. External IP: 172.27.2.104, port: a8d51b24-3405-414f-897c-7e7e088306bf. Oct 29 08:11:12.902642 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc82526b-c16d-4110-a87b-091021fede6f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:12.913766 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:12.939865 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Transition to ACTIVE for port object bc82526b-c16d-4110-a87b-091021fede6f will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:11:13.025816 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:13.114095 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Pushing event updated for resources: {'Port': ['ID=bc82526b-c16d-4110-a87b-091021fede6f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:13.170430 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:11:13.190634 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Attempting to bind port bc82526b-c16d-4110-a87b-091021fede6f on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:11:13.191077 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Attempting to bind port bc82526b-c16d-4110-a87b-091021fede6f by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:11:13.191288 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Attempting to bind port bc82526b-c16d-4110-a87b-091021fede6f on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:11:13.197676 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Port bc82526b-c16d-4110-a87b-091021fede6f on network 4d147612-f744-4d15-92fb-8c4679738217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:11:13.197993 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Attempting to bind port bc82526b-c16d-4110-a87b-091021fede6f on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:11:13.234416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:11:13.234416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Checking segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:11:13.234416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Bound using segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:11:13.234906 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Bound port: bc82526b-c16d-4110-a87b-091021fede6f, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:11:13.235238 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:13.352534 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] For port bc82526b-c16d-4110-a87b-091021fede6f, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:11:13.356062 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] For port bc82526b-c16d-4110-a87b-091021fede6f, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bc82526b-c16d-4110-a87b-091021fede6f,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:11:13.357582 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:11:13.369385 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:11:13.385988 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:13.386612 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:13.420622 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-d343b57f-057e-4c78-9faf-bea72e26c9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:13.444191 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:13.449691 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:13.494497 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:13.522301 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Pushing event updated for resources: {'Port': ['ID=bc82526b-c16d-4110-a87b-091021fede6f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:13.531387 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:13.532150 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:13.536619 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-7b10d59b-e7c4-4443-b0b9-e293dadffb78 service neutron] 10.222.0.49 "PUT /v2.0/ports/bc82526b-c16d-4110-a87b-091021fede6f HTTP/1.1" status: 200 len: 1094 time: 1.2445855 Oct 29 08:11:13.536619 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'tag': 'bc82526b-c16d-4110-a87b-091021fede6f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:13.537126 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb8ce49-1b16-41ae-a61a-2175d068e176" -d '{"events": [{"name": "network-changed", "server_uuid": "21b94abb-ce98-4685-aff7-07bdcd7067ec", "tag": "bc82526b-c16d-4110-a87b-091021fede6f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:13.563829 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-f3b99aee-5eb1-4499-8d1a-ef01dab78ea1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7528596 Oct 29 08:11:13.694420 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5244e-f172-4498-ac2c-4ff1b3e36f72 req-f9dd1499-44d4-4138-b580-baf66a25a558 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:13.704865 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c1b5244e-f172-4498-ac2c-4ff1b3e36f72 req-f9dd1499-44d4-4138-b580-baf66a25a558 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0772512 Oct 29 08:11:13.738815 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-3b1ccf2a-99c4-4692-9ac3-ec81b0813668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:13.740359 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-3b1ccf2a-99c4-4692-9ac3-ec81b0813668 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 1097 time: 0.0789399 Oct 29 08:11:13.759524 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c1b5244e-f172-4498-ac2c-4ff1b3e36f72 req-4b2208ba-a069-4eed-8d57-98ae07aef81f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530236 Oct 29 08:11:13.800175 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-872869bd-19fc-4335-b3cf-ec4b46b165da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc82526b-c16d-4110-a87b-091021fede6f HTTP/1.1" status: 200 len: 217 time: 0.0486374 Oct 29 08:11:13.803921 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:11Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:13.837363 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:11:13.846479 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:11:13.847204 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:10:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:13.877837 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-52474d31-e502-4893-b6e4-3919335f71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:13.879467 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-52474d31-e502-4893-b6e4-3919335f71f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73b6ed7e-00d9-45af-af04-d76f4f94dbf5 HTTP/1.1" status: 200 len: 855 time: 0.0707486 Oct 29 08:11:13.881233 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc3c246-d596-4b66-9985-43d75b6cb458 x-openstack-request-id: req-adc3c246-d596-4b66-9985-43d75b6cb458 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:13.881585 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b94abb-ce98-4685-aff7-07bdcd7067ec", "tag": "bc82526b-c16d-4110-a87b-091021fede6f", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:13.881838 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-adc3c246-d596-4b66-9985-43d75b6cb458 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:13.882332 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'tag': 'bc82526b-c16d-4110-a87b-091021fede6f', 'status': 'completed', 'code': 200} Oct 29 08:11:13.927222 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-171a7fb4-cb75-4ba0-b319-aa63096d60e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d147612-f744-4d15-92fb-8c4679738217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380690 Oct 29 08:11:13.992067 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:11:14.021276 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f39deb-1d01-4626-8416-dd81a26c6296 req-7392010a-49b4-4f5a-b9e9-0bf6b4ea93e0 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:14.023333 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-70f39deb-1d01-4626-8416-dd81a26c6296 req-7392010a-49b4-4f5a-b9e9-0bf6b4ea93e0 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 944 time: 0.0909905 Oct 29 08:11:14.062564 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-36b92dcb-65f7-4596-84be-86f3ace218f3 service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279564 Oct 29 08:11:14.084536 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-70f39deb-1d01-4626-8416-dd81a26c6296 req-ec12a5e5-9fa0-4a34-961b-588692bc5b21 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538168 Oct 29 08:11:14.189882 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e32df4f9-068c-47c0-b3ed-e7a92211b247 req-6aab6c91-49e2-47e5-aae3-ca05692b8eb0 service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190128 Oct 29 08:11:14.304185 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:11Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:11:14.337149 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31677a-76eb-4f09-ba31-2f8628c7e874 None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:11Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:11:14.394900 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-eb42f149-ef37-4283-b391-5a07f29fa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:14.397036 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-eb42f149-ef37-4283-b391-5a07f29fa48e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 1097 time: 0.0651786 Oct 29 08:11:14.521293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-e10f2a12-6753-4f69-bc88-9e42acdd2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:14.522795 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-e10f2a12-6753-4f69-bc88-9e42acdd2238 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 916 time: 0.1164424 Oct 29 08:11:14.573430 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-2b03f109-50e6-432c-b6e0-17ee9a39f105 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc82526b-c16d-4110-a87b-091021fede6f HTTP/1.1" status: 200 len: 217 time: 0.0422161 Oct 29 08:11:14.636605 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-5b0abc8a-9bca-40ec-991d-9dceacdb4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:14.640388 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50f2e9-7fc7-4edb-a4be-0d9b8950e55d None None] New status for floating IP c3fdd262-184f-49ce-8099-eb48304aeadd: ACTIVE {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:11:14.641354 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-5b0abc8a-9bca-40ec-991d-9dceacdb4567 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73b6ed7e-00d9-45af-af04-d76f4f94dbf5 HTTP/1.1" status: 200 len: 855 time: 0.0599303 Oct 29 08:11:14.687924 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-692d5ff5-b926-4e3e-81f2-932dbf483b15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d147612-f744-4d15-92fb-8c4679738217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384476 Oct 29 08:11:15.032352 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7ecc-ce6a-4de8-b2bd-28836ec20406 req-875d4f10-d579-426b-b419-4d3fe843b63b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:15.048202 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-374e7ecc-ce6a-4de8-b2bd-28836ec20406 req-875d4f10-d579-426b-b419-4d3fe843b63b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.1293750 Oct 29 08:11:15.099741 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-374e7ecc-ce6a-4de8-b2bd-28836ec20406 req-bfa199ac-bea1-49ab-961b-b63cbccba9fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504031 Oct 29 08:11:15.184634 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-e76f3393-0185-44e8-b3fc-183e2a6683a1 service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879365 Oct 29 08:11:15.230644 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c4594-cbf8-458b-b0f8-d70bc49a43c3 req-73d8b631-a6de-49f6-ac4b-48e6d8a1aa87 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:15.233511 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-db0c4594-cbf8-458b-b0f8-d70bc49a43c3 req-73d8b631-a6de-49f6-ac4b-48e6d8a1aa87 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 944 time: 0.0648720 Oct 29 08:11:15.287532 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-db0c4594-cbf8-458b-b0f8-d70bc49a43c3 req-2784c04d-fe65-4b1c-91b6-74f61cefea99 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Oct 29 08:11:15.298652 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bcb8ce49-1b16-41ae-a61a-2175d068e176 req-074740ca-4397-445e-a443-41ea9953e221 service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046643 Oct 29 08:11:15.883406 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:15.885833 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:15.925739 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891bed8-8ccf-4bdf-bcf3-eaec510f9fa4 x-openstack-request-id: req-9891bed8-8ccf-4bdf-bcf3-eaec510f9fa4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:15.926032 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:15.926287 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9891bed8-8ccf-4bdf-bcf3-eaec510f9fa4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:15.926697 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'status': 'completed', 'code': 200} Oct 29 08:11:16.018305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-43c8ea59-1371-4764-a94b-a6bb9cced349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:16.019927 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-43c8ea59-1371-4764-a94b-a6bb9cced349 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1098 time: 0.0430722 Oct 29 08:11:16.119159 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-46073cbe-05c7-4d3a-9615-5f09c853f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:16.122375 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-46073cbe-05c7-4d3a-9615-5f09c853f048 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.0940413 Oct 29 08:11:16.188578 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-5044005e-0f5f-41bf-9c98-93490c0ecc10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 200 len: 1001 time: 0.0607662 Oct 29 08:11:16.236113 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43d1a-138e-4c28-96d0-80689e3de082 req-b0174d1d-7a77-4b83-8bec-52d5511a7cd2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:16.237814 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-05c43d1a-138e-4c28-96d0-80689e3de082 req-b0174d1d-7a77-4b83-8bec-52d5511a7cd2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0558105 Oct 29 08:11:16.246973 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-bbfd2000-c686-44ed-9b08-c49f1ac1a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:16.248649 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-bbfd2000-c686-44ed-9b08-c49f1ac1a4f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0528913 Oct 29 08:11:16.283318 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-05c43d1a-138e-4c28-96d0-80689e3de082 req-b0a9375d-500c-4336-b1ca-0c15bc230b9d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385489 Oct 29 08:11:16.302105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-6e662693-2406-431f-8b96-79283a9507c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:16.303838 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-6e662693-2406-431f-8b96-79283a9507c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483625 Oct 29 08:11:16.403896 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-6d0cca7e-8902-4daf-ba92-7e7b74d529b4 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914545 Oct 29 08:11:16.433631 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8bb05-7111-471c-8b91-10f9cae4b26e req-e40e1585-c405-44f5-b758-dce7fc0d674f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:16.435316 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f0c8bb05-7111-471c-8b91-10f9cae4b26e req-e40e1585-c405-44f5-b758-dce7fc0d674f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 944 time: 0.0713975 Oct 29 08:11:16.482911 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f0c8bb05-7111-471c-8b91-10f9cae4b26e req-e4bc16b4-368d-44e4-9b46-ab9f4d972205 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Oct 29 08:11:16.493460 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-adab1702-afa6-4306-bd82-b05c86b09a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:16.502886 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bd9af2f3-2dc8-4d07-a22f-f259526fcd67 req-801010cc-ac68-446f-8a1d-e5c8b4a5d89b service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907469 Oct 29 08:11:17.169018 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:17.271689 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:17.423202 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce722ee-073d-4894-9f77-9df205843fb7 req-872ac521-6b84-46d8-8b37-1318e16828e5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:17.424903 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4ce722ee-073d-4894-9f77-9df205843fb7 req-872ac521-6b84-46d8-8b37-1318e16828e5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0583673 Oct 29 08:11:17.469151 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4ce722ee-073d-4894-9f77-9df205843fb7 req-6d18ef41-eaf4-4791-8569-4415c10d23e3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377858 Oct 29 08:11:17.609325 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d08009-9f48-4452-8360-b8484b2bb8aa req-1ca6f4f4-0d8d-47e6-9f47-b9fc511ed879 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:17.610759 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03d08009-9f48-4452-8360-b8484b2bb8aa req-1ca6f4f4-0d8d-47e6-9f47-b9fc511ed879 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 944 time: 0.0558767 Oct 29 08:11:17.651428 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03d08009-9f48-4452-8360-b8484b2bb8aa req-b33d6154-740a-47c3-a82d-7e77de693c61 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Oct 29 08:11:17.780239 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:17.784178 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device bc82526b-c16d-4110-a87b-091021fede6f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:11:17.900298 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port bc82526b-c16d-4110-a87b-091021fede6f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bc82526b-c16d-4110-a87b-091021fede6f,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:17.914751 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'bc82526b-c16d-4110-a87b-091021fede6f', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'port_id': 'bc82526b-c16d-4110-a87b-091021fede6f', 'mac_address': 'fa:16:3e:f5:bb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6ed7e-00d9-45af-af04-d76f4f94dbf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:11:17.960468 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:17.976883 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc82526b-c16d-4110-a87b-091021fede6f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:18.001918 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port bc82526b-c16d-4110-a87b-091021fede6f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bc82526b-c16d-4110-a87b-091021fede6f,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:18.106243 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:18.164869 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=bc82526b-c16d-4110-a87b-091021fede6f,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:18.391653 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:11:18.602528 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930b214-64be-4882-a673-cd00e672d2fa req-460ebb64-7a8d-48c9-9d80-32cbda6f64a0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:18.604282 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6930b214-64be-4882-a673-cd00e672d2fa req-460ebb64-7a8d-48c9-9d80-32cbda6f64a0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0569007 Oct 29 08:11:18.645482 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6930b214-64be-4882-a673-cd00e672d2fa req-7b1bcd4f-8c2a-4b23-ac40-d5fb1df02a18 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348754 Oct 29 08:11:18.785594 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ceca6-7129-4a8b-9c2e-64b66e46f359 req-71b4aba1-8cc7-4294-928b-6a6d198818a5 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:18.787154 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b70ceca6-7129-4a8b-9c2e-64b66e46f359 req-71b4aba1-8cc7-4294-928b-6a6d198818a5 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 945 time: 0.0638344 Oct 29 08:11:18.835893 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b70ceca6-7129-4a8b-9c2e-64b66e46f359 req-1dbebf04-de00-46ca-8063-54bf5ac6b3c6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Oct 29 08:11:19.060253 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:19.784004 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a0507-8a60-4848-b9b1-6775b77996cb req-76031138-11d4-4837-9e56-4250dba1514f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:19.785593 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec7a0507-8a60-4848-b9b1-6775b77996cb req-76031138-11d4-4837-9e56-4250dba1514f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0558817 Oct 29 08:11:19.793484 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device bc82526b-c16d-4110-a87b-091021fede6f up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:11:19.828245 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec7a0507-8a60-4848-b9b1-6775b77996cb req-b085933c-3726-4a1d-8024-fed9c0b14df8 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359926 Oct 29 08:11:19.946203 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port bc82526b-c16d-4110-a87b-091021fede6f completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:11:19.950547 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port bc82526b-c16d-4110-a87b-091021fede6f triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:11:19.950924 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:19.959108 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813a67f-0222-470c-bf2d-76bb72c1126d req-3e50a713-3165-4461-9bef-9da7d65b5ef1 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:19.960618 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a813a67f-0222-470c-bf2d-76bb72c1126d req-3e50a713-3165-4461-9bef-9da7d65b5ef1 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 945 time: 0.0559754 Oct 29 08:11:20.001137 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a813a67f-0222-470c-bf2d-76bb72c1126d req-12a5c9dd-5d0e-4b25-9034-5e78a210197e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Oct 29 08:11:20.049576 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:20.075458 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82526b-c16d-4110-a87b-091021fede6f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:20.080363 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf5b24-ddfe-4bd8-a7ef-a22ac65ccd7a" -d '{"events": [{"server_uuid": "21b94abb-ce98-4685-aff7-07bdcd7067ec", "name": "network-vif-plugged", "status": "completed", "tag": "bc82526b-c16d-4110-a87b-091021fede6f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:20.097480 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port bc82526b-c16d-4110-a87b-091021fede6f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bc82526b-c16d-4110-a87b-091021fede6f,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:20.123142 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c90fa7-a98d-47de-9f75-855c174acd90 x-openstack-request-id: req-f0c90fa7-a98d-47de-9f75-855c174acd90 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:20.123989 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b94abb-ce98-4685-aff7-07bdcd7067ec", "name": "network-vif-plugged", "status": "completed", "tag": "bc82526b-c16d-4110-a87b-091021fede6f", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:20.125422 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0c90fa7-a98d-47de-9f75-855c174acd90 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:20.125422 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82526b-c16d-4110-a87b-091021fede6f', 'code': 200} Oct 29 08:11:20.174829 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:20.227316 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=bc82526b-c16d-4110-a87b-091021fede6f,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:20.452357 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352c5d6-5320-4c53-bdb7-4cea9c2e21ab req-b12ef52b-dba2-4c9f-bf64-9924214d966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:20.454978 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2352c5d6-5320-4c53-bdb7-4cea9c2e21ab req-b12ef52b-dba2-4c9f-bf64-9924214d966c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 1099 time: 0.0505509 Oct 29 08:11:20.496310 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2352c5d6-5320-4c53-bdb7-4cea9c2e21ab req-54a7dd71-c417-44ab-bcba-eafc0c3246f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Oct 29 08:11:20.955789 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aaf63-6ddf-475b-a62b-1d16365945e2 req-f54b6ecf-6dab-4769-990a-8f21bf142128 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:20.957315 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-038aaf63-6ddf-475b-a62b-1d16365945e2 req-f54b6ecf-6dab-4769-990a-8f21bf142128 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0526996 Oct 29 08:11:20.996678 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-038aaf63-6ddf-475b-a62b-1d16365945e2 req-cbe8f7d2-5023-41a0-bf08-a69927b62973 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334306 Oct 29 08:11:21.135063 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25b095-817d-4f5c-9b9c-ef2cf46d727f req-8990c086-59c5-426e-bfc5-cc642cb0ed6e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:21.136605 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0d25b095-817d-4f5c-9b9c-ef2cf46d727f req-8990c086-59c5-426e-bfc5-cc642cb0ed6e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 946 time: 0.0647030 Oct 29 08:11:21.178064 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0d25b095-817d-4f5c-9b9c-ef2cf46d727f req-45b5a46b-8137-4825-8b37-867854df1d06 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Oct 29 08:11:21.903850 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-f14c20ee-4fc2-4140-be2a-0d6202b9d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:21.905616 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-f14c20ee-4fc2-4140-be2a-0d6202b9d331 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1098 time: 0.0544171 Oct 29 08:11:22.012110 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-1f99e5f9-dcb2-4b99-b852-062d1e760f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:22.013585 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-1f99e5f9-dcb2-4b99-b852-062d1e760f2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.0988643 Oct 29 08:11:22.108304 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-a15161a6-be23-4522-be49-6329830e0ab7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34 HTTP/1.1" status: 200 len: 1000 time: 0.0779274 Oct 29 08:11:22.129513 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30035988-8305-41fa-878a-f01d9d07fb3c req-86b6dde9-f553-4af2-94a8-337f9c3219e0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:22.131081 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-30035988-8305-41fa-878a-f01d9d07fb3c req-86b6dde9-f553-4af2-94a8-337f9c3219e0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0593548 Oct 29 08:11:22.169470 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-5255419a-07d6-4a55-9a45-7af647fd2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:22.171034 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-5255419a-07d6-4a55-9a45-7af647fd2151 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0530429 Oct 29 08:11:22.175839 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-30035988-8305-41fa-878a-f01d9d07fb3c req-6090f1db-2ddf-45ef-88ff-e7b2daf7875f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364504 Oct 29 08:11:22.229505 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-e08eaf4b-d627-442b-aea1-b2f187683a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:22.229734 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-e08eaf4b-d627-442b-aea1-b2f187683a77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456414 Oct 29 08:11:22.320126 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf04b-ea6a-4905-99eb-6dc3ce2a4902 req-6982f9d8-320c-4c14-94c2-c29778532002 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:22.321719 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-52dcf04b-ea6a-4905-99eb-6dc3ce2a4902 req-6982f9d8-320c-4c14-94c2-c29778532002 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 946 time: 0.0602925 Oct 29 08:11:22.333857 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-863a5032-1644-4ea8-8594-4953ffc17049 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932591 Oct 29 08:11:22.368420 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-52dcf04b-ea6a-4905-99eb-6dc3ce2a4902 req-b7cc149a-4c75-4691-bd47-c1c8930506a2 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Oct 29 08:11:22.441370 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c70b02fe-cd8c-40b2-8c40-a68ef3d385ea req-6a269b5b-63ba-4303-8bfb-0b1796cfb69d service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985441 Oct 29 08:11:23.329388 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2707d3-ad20-44c9-bd3c-2b0b4ca57e1b req-b3450256-9ba7-4a29-959f-c440efb837fd tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:23.331082 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ca2707d3-ad20-44c9-bd3c-2b0b4ca57e1b req-b3450256-9ba7-4a29-959f-c440efb837fd tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0610192 Oct 29 08:11:23.373181 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ca2707d3-ad20-44c9-bd3c-2b0b4ca57e1b req-c4c72df4-1029-498d-85c7-0e59bc6abfb6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356524 Oct 29 08:11:25.140730 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d571ac-c41c-4570-a32c-63363acab633 req-c0971a12-2c0e-4b93-8486-96b34b103250 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:25.142236 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f3d571ac-c41c-4570-a32c-63363acab633 req-c0971a12-2c0e-4b93-8486-96b34b103250 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 945 time: 0.0583329 Oct 29 08:11:25.187502 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f3d571ac-c41c-4570-a32c-63363acab633 req-05c67f1b-3c28-48fc-a3b2-fb8139ff10ed tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372822 Oct 29 08:11:25.824615 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:11:25.911536 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:25.938468 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:25.941867 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df72d6e-ab28-458d-8de0-d28e74355056" -d '{"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-unplugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:25.955938 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:26.032075 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:26.088605 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:26.353519 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e37d52-2833-494a-801a-73f079f04409 x-openstack-request-id: req-76e37d52-2833-494a-801a-73f079f04409 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:26.353822 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-unplugged", "status": "failed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "code": 422}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:26.354071 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-76e37d52-2833-494a-801a-73f079f04409 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:26.354509 dv-cinder-741349-6-iscsi neutron-server[102134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'code': 422} returned with failed status Oct 29 08:11:26.485106 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [req-f2991b25-5007-4d1d-9da0-bac98e042061 req-50057732-1a31-4689-b649-788a5058ae72 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:11:26.486626 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f2991b25-5007-4d1d-9da0-bac98e042061 req-50057732-1a31-4689-b649-788a5058ae72 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054493 Oct 29 08:11:26.791816 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017831e-37e8-43be-88d7-32ceab140afe req-746ec5e0-6f40-41de-bd99-2888169a2e1c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:26.793368 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4017831e-37e8-43be-88d7-32ceab140afe req-746ec5e0-6f40-41de-bd99-2888169a2e1c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0571454 Oct 29 08:11:26.840789 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4017831e-37e8-43be-88d7-32ceab140afe req-37582953-1d82-4ae3-b33f-3ae66a1c50b2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 Oct 29 08:11:27.375368 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 45830) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:11:27.476199 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-75e48653-173c-4f54-a63d-7bf271fa672b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995076 Oct 29 08:11:27.484881 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-ce58292e-4b4d-407f-94fb-e0a8a1ae9320 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:11:27.485804 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-ce58292e-4b4d-407f-94fb-e0a8a1ae9320 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047457 Oct 29 08:11:27.975390 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a93e8-c9d0-48ba-885e-1bac2450c814 req-18981ef3-f3d9-4202-90df-e32d51500d61 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:27.976994 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d79a93e8-c9d0-48ba-885e-1bac2450c814 req-18981ef3-f3d9-4202-90df-e32d51500d61 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0568609 Oct 29 08:11:28.028517 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d79a93e8-c9d0-48ba-885e-1bac2450c814 req-6dabb068-cf96-4684-8459-f702c078340c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393090 Oct 29 08:11:29.157081 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852963-8979-4adf-976c-1ed5f5407da7 req-7dda7b82-acd4-40e4-b483-82b65e80e211 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:29.159564 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-19852963-8979-4adf-976c-1ed5f5407da7 req-7dda7b82-acd4-40e4-b483-82b65e80e211 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0538504 Oct 29 08:11:29.199243 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-19852963-8979-4adf-976c-1ed5f5407da7 req-287215b5-9113-4f7c-ad73-6f21f9f0532c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335057 Oct 29 08:11:30.334573 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed473342-c60e-4233-a5dd-5a386c063634 req-5f94c6c8-3c7b-4eae-8fe1-a301ffd283f7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:30.336110 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ed473342-c60e-4233-a5dd-5a386c063634 req-5f94c6c8-3c7b-4eae-8fe1-a301ffd283f7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0510073 Oct 29 08:11:30.383124 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ed473342-c60e-4233-a5dd-5a386c063634 req-093de713-0912-43c0-8b3b-bcb77d406c83 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Oct 29 08:11:31.552185 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8670e53-4203-41a9-ae7a-19ef70de56e2 req-c496d669-9d78-40e0-80ff-45162755c03d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:31.553787 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c8670e53-4203-41a9-ae7a-19ef70de56e2 req-c496d669-9d78-40e0-80ff-45162755c03d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0588243 Oct 29 08:11:31.597354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c8670e53-4203-41a9-ae7a-19ef70de56e2 req-53801d68-56da-46ac-b936-d03743cbab63 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363266 Oct 29 08:11:32.721098 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ca6e7-5215-4f23-9e19-27bea8ed8d7b req-33b79bbf-ccf0-41a8-82d5-b968239787ad tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:32.722467 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8a9ca6e7-5215-4f23-9e19-27bea8ed8d7b req-33b79bbf-ccf0-41a8-82d5-b968239787ad tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0495896 Oct 29 08:11:32.760506 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8a9ca6e7-5215-4f23-9e19-27bea8ed8d7b req-198d7142-345e-43a5-95b6-4abd5f6aeaa9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Oct 29 08:11:32.852977 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:11:32.951865 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-ab014bb4-b260-448b-a584-056b96b52628 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:32.957711 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-ab014bb4-b260-448b-a584-056b96b52628 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1132336 Oct 29 08:11:32.969425 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-c834e5a6-ee77-4073-893b-31690cd5afb4 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/quotas/1b1a752fb93940a4be8814716e7c4810 HTTP/1.1" status: 200 len: 375 time: 0.0100749 Oct 29 08:11:33.024387 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-90d8f086-d897-42a3-83f4-92f1e50a10a6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486293 Oct 29 08:11:33.125641 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-c6329121-a9a9-4698-ae19-c0118c7acdbd service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940158 Oct 29 08:11:33.218910 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-248be8ae-b5a8-442c-9282-f1d6010c50e7 service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Oct 29 08:11:33.497003 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2b73b1dc-11df-4c5d-a9c1-e635abe5fbee req-75b55681-4129-41b1-846f-fdf81d6c8a1a tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0297041 Oct 29 08:11:33.890333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632627-11d4-4a6a-afe2-2fac4f27e262 req-4241be94-b6c8-4354-b6f7-6d9e11d1a22f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:33.891812 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4a632627-11d4-4a6a-afe2-2fac4f27e262 req-4241be94-b6c8-4354-b6f7-6d9e11d1a22f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0528245 Oct 29 08:11:33.931579 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4a632627-11d4-4a6a-afe2-2fac4f27e262 req-1c6048e3-a001-4a29-be83-f148ef2ec100 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Oct 29 08:11:34.218443 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95000f5e-31ec-444e-9f58-1458014c68ab req-e9867b7a-154e-4e84-80fb-3e552e1f0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:34.219966 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-e9867b7a-154e-4e84-80fb-3e552e1f0307 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be&tenant_id=1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 1096 time: 0.0765493 Oct 29 08:11:34.291175 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95000f5e-31ec-444e-9f58-1458014c68ab req-f0d5a809-7421-4595-b2e8-94f2ba2435a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:34.292769 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-f0d5a809-7421-4595-b2e8-94f2ba2435a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1096 time: 0.0500538 Oct 29 08:11:34.387479 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95000f5e-31ec-444e-9f58-1458014c68ab req-732b74b9-0289-4523-875e-57565030fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:34.388886 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-732b74b9-0289-4523-875e-57565030fad3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.0881538 Oct 29 08:11:34.462160 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-34ecdab6-7dcd-448d-a94c-0e53a1f1e583 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34 HTTP/1.1" status: 200 len: 998 time: 0.0612316 Oct 29 08:11:34.513459 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95000f5e-31ec-444e-9f58-1458014c68ab req-94c2c4cd-4550-4b8d-acd7-ccd1ee82b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:34.514897 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-94c2c4cd-4550-4b8d-acd7-ccd1ee82b3c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0449712 Oct 29 08:11:34.567422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95000f5e-31ec-444e-9f58-1458014c68ab req-a958235c-8212-45a2-b1d9-fc07a00a2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:34.569085 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-a958235c-8212-45a2-b1d9-fc07a00a2c29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459616 Oct 29 08:11:34.594248 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78b15c73-0429-48b7-9bf3-6ab40cdc8661 req-fbb7ca41-d5ce-49a8-90c3-5acc2f835675 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0267112 Oct 29 08:11:34.667656 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-80ed8ed5-0dff-47e1-a9d5-17f3a6a11763 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874095 Oct 29 08:11:34.769212 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-95000f5e-31ec-444e-9f58-1458014c68ab req-807b9647-2ce3-4e99-ba4c-acbb5975732c service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906613 Oct 29 08:11:35.064658 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15e55-fc38-4da0-be47-e29934472e33 req-372fb948-b5fb-4172-adc5-ba3a48c7bf26 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:35.066251 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4d15e55-fc38-4da0-be47-e29934472e33 req-372fb948-b5fb-4172-adc5-ba3a48c7bf26 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0578678 Oct 29 08:11:35.105772 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4d15e55-fc38-4da0-be47-e29934472e33 req-062c293d-a636-4c85-af52-25485c2e6bf4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336254 Oct 29 08:11:35.697783 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8a7a710-a211-4b58-8dd3-07625d52c739 req-30156e17-69f6-4a68-bba0-779db26cf52e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0260899 Oct 29 08:11:36.249751 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43512df9-a2cc-412c-9aa9-004812707e4f req-07de3617-3a3a-408f-bbb7-b424c38b25d0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:36.251304 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-43512df9-a2cc-412c-9aa9-004812707e4f req-07de3617-3a3a-408f-bbb7-b424c38b25d0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0664370 Oct 29 08:11:36.299138 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-43512df9-a2cc-412c-9aa9-004812707e4f req-ee7681ec-7ce5-4799-bff0-b0549ea88e6c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402052 Oct 29 08:11:36.819795 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9005d007-cdae-4402-ad6e-177600fc4788 req-a4501a43-cfd7-4b38-9cf8-280e2a0a70d6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0287821 Oct 29 08:11:37.430827 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b171-f681-42c6-86da-1ab8c360a507 req-bee80671-3c55-424e-8ae2-81bc33933c4e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:37.433938 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7fb4b171-f681-42c6-86da-1ab8c360a507 req-bee80671-3c55-424e-8ae2-81bc33933c4e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0614836 Oct 29 08:11:37.485388 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7fb4b171-f681-42c6-86da-1ab8c360a507 req-c2dd87ed-c8b9-410e-a8da-2ead81704f99 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Oct 29 08:11:37.933042 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2a58ca70-2539-49b7-a79a-57d735ff7f01 req-6d4c316f-cd96-4024-a79c-6e3f8c97c5cf tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0390661 Oct 29 08:11:38.645860 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14fa37-5cc8-42a1-8e8b-453da6647dab req-e006dc57-6414-457e-82b8-ca2ec604c0d1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:38.647337 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae14fa37-5cc8-42a1-8e8b-453da6647dab req-e006dc57-6414-457e-82b8-ca2ec604c0d1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0754917 Oct 29 08:11:38.695180 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae14fa37-5cc8-42a1-8e8b-453da6647dab req-b0a17f4b-7e19-4886-9ec2-b70bb7c5e275 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Oct 29 08:11:39.052075 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c09b5952-f96d-47c8-8e68-c2af3274032f req-d69682a7-8680-4052-86e4-5a302f499121 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0281401 Oct 29 08:11:39.833809 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6795cc-8429-43aa-aa57-1f05d4335812 req-64257dd7-0a6f-43e9-a561-74aeecef8010 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:39.835415 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1f6795cc-8429-43aa-aa57-1f05d4335812 req-64257dd7-0a6f-43e9-a561-74aeecef8010 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0574262 Oct 29 08:11:39.887493 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1f6795cc-8429-43aa-aa57-1f05d4335812 req-79e42dbf-9201-4b5a-873c-3046ebf96918 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Oct 29 08:11:40.161508 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-92adb3f5-b94a-4687-aacd-a169682eafa1 req-31890767-3376-4c6a-9106-0683897e616e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0300622 Oct 29 08:11:41.031376 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4451ce3-022a-4bfe-9c75-6a44b4f170ab req-3576eb31-0c26-40e3-8e71-b0a2916f774c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:41.033756 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f4451ce3-022a-4bfe-9c75-6a44b4f170ab req-3576eb31-0c26-40e3-8e71-b0a2916f774c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0637674 Oct 29 08:11:41.087903 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f4451ce3-022a-4bfe-9c75-6a44b4f170ab req-5885d015-3468-4f44-a3b5-fca5a4253b77 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419302 Oct 29 08:11:41.264219 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-85c7e529-ed1c-41f1-9d69-951b8ba24f8e req-b7967db3-bc0a-46b5-b6a8-a240bdc313ca tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0299778 Oct 29 08:11:42.248788 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c635c7-5913-47af-ae28-7e739383fd02 req-35437ac8-87b4-405a-9a6e-35d6bd56ed71 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:42.252627 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03c635c7-5913-47af-ae28-7e739383fd02 req-35437ac8-87b4-405a-9a6e-35d6bd56ed71 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0718584 Oct 29 08:11:42.319212 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-03c635c7-5913-47af-ae28-7e739383fd02 req-2cb98022-f054-44c5-9955-6fe6568856f8 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544260 Oct 29 08:11:42.419239 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d8066285-fec9-4ef2-afc5-3446803ff853 req-f3075164-9f56-41d4-9601-a1cceb23ebb6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0311716 Oct 29 08:11:43.363988 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-f07ada3d-d137-4711-8bae-3c8895e50b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:43.498594 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8831693-035b-46e2-b306-d3411a7dcfc1 req-51495c7f-b822-44b1-9b0b-51b0a33dc4f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:43.500812 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a8831693-035b-46e2-b306-d3411a7dcfc1 req-51495c7f-b822-44b1-9b0b-51b0a33dc4f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0886869 Oct 29 08:11:43.547906 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a8831693-035b-46e2-b306-d3411a7dcfc1 req-a663e31f-6f5d-4641-98d7-276517259b31 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Oct 29 08:11:43.679570 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3d82a8fa-985e-4b8e-99e9-b11a00645c72 req-45e6751e-d46a-452e-a11b-4d3911d771c6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0338018 Oct 29 08:11:44.728947 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66033b-8001-4fbc-a30f-13f1972fccf9 req-549603dd-d350-4777-9101-aa0c4cc6c4e2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:44.731530 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0c66033b-8001-4fbc-a30f-13f1972fccf9 req-549603dd-d350-4777-9101-aa0c4cc6c4e2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0728126 Oct 29 08:11:44.773940 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0c66033b-8001-4fbc-a30f-13f1972fccf9 req-0a654434-9df5-40ac-952c-e7b26f9cdad1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353029 Oct 29 08:11:44.873199 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-987ea486-ecfb-499d-a5eb-baceb72f8d53 req-2c04349c-6ff2-4609-aadf-d05dc491a413 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0284986 Oct 29 08:11:45.897262 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46363f8f-d7ef-43f3-9450-998b18c8615a req-4fa43c70-0468-4318-b222-98ddd39626a2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:45.898823 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-46363f8f-d7ef-43f3-9450-998b18c8615a req-4fa43c70-0468-4318-b222-98ddd39626a2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0486808 Oct 29 08:11:45.939963 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-46363f8f-d7ef-43f3-9450-998b18c8615a req-e7e04684-0029-41a7-96e6-c785de225b00 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345886 Oct 29 08:11:46.037974 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-63a181fb-cb39-4f0d-b4a0-fd266bd299d8 req-77a704f5-43e3-4e94-9640-b02918faa0e4 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0338876 Oct 29 08:11:46.304289 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-4c857e90-4188-4fe1-a118-90c67d1d793d tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:46.305707 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-4c857e90-4188-4fe1-a118-90c67d1d793d tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1014395 Oct 29 08:11:46.320180 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Request body: {'port': {'device_id': '3d286310-4c46-44bb-843b-b8e677a673df', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'admin_state_up': True, 'tenant_id': '1b1a752fb93940a4be8814716e7c4810'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:46.369493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2bee0512-dcaf-49c6-979c-7a49fb3b5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:46.522625 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Made reservation on behalf of 1b1a752fb93940a4be8814716e7c4810 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:11:46.526303 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:46.655702 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Allocated IP 172.20.0.10 (4d147612-f744-4d15-92fb-8c4679738217/73b6ed7e-00d9-45af-af04-d76f4f94dbf5/662e8a0e-1e19-481c-adf9-e945fc84dc1e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:11:46.810333 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:46.906274 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:46.920751 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:11:46.960864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Network 4d147612-f744-4d15-92fb-8c4679738217 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:11:46.964171 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:11:46.968724 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:11:46.973038 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event updated for resources: {'Port': ['ID=662e8a0e-1e19-481c-adf9-e945fc84dc1e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:47.028415 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:47.028692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.084552 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a761d8d-3650-4f5b-a1c6-7b7167685e97 req-e875208a-a860-4355-9f21-9664bd04d850 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:47.086182 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0a761d8d-3650-4f5b-a1c6-7b7167685e97 req-e875208a-a860-4355-9f21-9664bd04d850 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0513353 Oct 29 08:11:47.119427 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-113c7fcd-2aaf-411a-9945-85d9228c6989 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034577 Oct 29 08:11:47.124196 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0a761d8d-3650-4f5b-a1c6-7b7167685e97 req-5a256273-1d42-442e-941d-0e8f43d718cf tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314884 Oct 29 08:11:47.133669 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Request body: {'port': {'device_id': '3d286310-4c46-44bb-843b-b8e677a673df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:11:47.158109 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.199176 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.239528 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9344965-b0cf-40ba-8174-9da447027514 req-c37bb920-5beb-4020-9303-eaba4c00a23c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:47.241214 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9344965-b0cf-40ba-8174-9da447027514 req-c37bb920-5beb-4020-9303-eaba4c00a23c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 932 time: 0.0542500 Oct 29 08:11:47.284668 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.288724 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9344965-b0cf-40ba-8174-9da447027514 req-b7d68378-68df-48a3-886e-0fb83a667b55 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Oct 29 08:11:47.474943 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662e8a0e-1e19-481c-adf9-e945fc84dc1e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:47.482112 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.493603 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Transition to ACTIVE for port object 662e8a0e-1e19-481c-adf9-e945fc84dc1e will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:11:47.597152 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.652195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Pushing event updated for resources: {'Port': ['ID=662e8a0e-1e19-481c-adf9-e945fc84dc1e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:47.737180 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Attempting to bind port 662e8a0e-1e19-481c-adf9-e945fc84dc1e on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:11:47.737407 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Attempting to bind port 662e8a0e-1e19-481c-adf9-e945fc84dc1e by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:11:47.737646 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Attempting to bind port 662e8a0e-1e19-481c-adf9-e945fc84dc1e on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:11:47.742433 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Port 662e8a0e-1e19-481c-adf9-e945fc84dc1e on network 4d147612-f744-4d15-92fb-8c4679738217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:11:47.742752 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Attempting to bind port 662e8a0e-1e19-481c-adf9-e945fc84dc1e on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:11:47.747994 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:11:47.752254 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Checking segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:11:47.752254 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Bound using segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:11:47.752254 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Bound port: 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:11:47.752254 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.762649 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.812103 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] For port 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:11:47.815692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] For port 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=662e8a0e-1e19-481c-adf9-e945fc84dc1e,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:11:47.894859 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.935277 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:47.935929 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:47.937385 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] 10.222.0.49 "PUT /v2.0/ports/662e8a0e-1e19-481c-adf9-e945fc84dc1e HTTP/1.1" status: 200 len: 1094 time: 0.8081810 Oct 29 08:11:47.937846 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d286310-4c46-44bb-843b-b8e677a673df', 'tag': '662e8a0e-1e19-481c-adf9-e945fc84dc1e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:47.941042 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d286310-4c46-44bb-843b-b8e677a673df", "tag": "662e8a0e-1e19-481c-adf9-e945fc84dc1e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:47.967693 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964aaa0-6707-4c3f-9f8a-4fad9dd96872 service neutron] Pushing event updated for resources: {'Port': ['ID=662e8a0e-1e19-481c-adf9-e945fc84dc1e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:47.993657 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a4ccd-5d91-4c1e-9df1-e6233883eb64 x-openstack-request-id: req-746a4ccd-5d91-4c1e-9df1-e6233883eb64 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:47.993941 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d286310-4c46-44bb-843b-b8e677a673df", "tag": "662e8a0e-1e19-481c-adf9-e945fc84dc1e", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:47.994207 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-746a4ccd-5d91-4c1e-9df1-e6233883eb64 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:47.994608 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d286310-4c46-44bb-843b-b8e677a673df', 'tag': '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'status': 'completed', 'code': 200} Oct 29 08:11:48.058347 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e req-02889d9a-a295-4bc2-b9a6-a2d7fc023789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.060007 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e req-02889d9a-a295-4bc2-b9a6-a2d7fc023789 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 1097 time: 0.0431070 Oct 29 08:11:48.171380 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e req-07bae852-55d0-4f05-8616-918175872424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.173340 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e req-07bae852-55d0-4f05-8616-918175872424 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1b1a752fb93940a4be8814716e7c4810&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1056738 Oct 29 08:11:48.269554 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af21b2-3632-451d-aa5a-ef914e86c137 req-b0f55d11-098f-4e90-9fde-294f267f8a72 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.271002 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-18af21b2-3632-451d-aa5a-ef914e86c137 req-b0f55d11-098f-4e90-9fde-294f267f8a72 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0519588 Oct 29 08:11:48.282957 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e req-96f61152-6ac3-4e17-96e3-fde445884d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.284578 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7a83f0c9-1a48-4ab2-96e4-4627fd2ba21e req-96f61152-6ac3-4e17-96e3-fde445884d1d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043708 Oct 29 08:11:48.313124 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-18af21b2-3632-451d-aa5a-ef914e86c137 req-e39a98c3-514a-47ea-827b-d02e4a392c66 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356398 Oct 29 08:11:48.366388 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-5748d3eb-0642-47ad-bc6d-571e7b1508ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.367922 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-5748d3eb-0642-47ad-bc6d-571e7b1508ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 1097 time: 0.0430810 Oct 29 08:11:48.413793 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-2d64bc08-1302-40fa-98b9-1677a42c4d7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=662e8a0e-1e19-481c-adf9-e945fc84dc1e HTTP/1.1" status: 200 len: 217 time: 0.0359619 Oct 29 08:11:48.430233 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299a647-12be-4b53-b784-e10cd20fb5eb req-b39a5086-c895-44a8-b50a-342ca49d4a88 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.431836 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8299a647-12be-4b53-b784-e10cd20fb5eb req-b39a5086-c895-44a8-b50a-342ca49d4a88 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 944 time: 0.0592678 Oct 29 08:11:48.473261 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-5989a127-98b6-4b51-8c06-964f700ecd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:48.474506 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8299a647-12be-4b53-b784-e10cd20fb5eb req-927147fc-7db2-41bd-b66a-e2beadbb377e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366635 Oct 29 08:11:48.474721 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-5989a127-98b6-4b51-8c06-964f700ecd1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73b6ed7e-00d9-45af-af04-d76f4f94dbf5 HTTP/1.1" status: 200 len: 855 time: 0.0524902 Oct 29 08:11:48.510062 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-ed4ca6aa-228f-4b6f-bd0b-dc7ac5da843c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d147612-f744-4d15-92fb-8c4679738217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279164 Oct 29 08:11:48.602690 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-2bc3137a-b043-468e-9276-28d304d32c7d service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831487 Oct 29 08:11:48.705685 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e2f88965-e591-46b7-9c2c-bb21d414bacb req-a384a628-6893-41f7-8137-ae61f440689e service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937905 Oct 29 08:11:49.048816 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:49.447891 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05983d-0408-45c2-82ca-7ac9c7ad9ac7 req-3b73af00-07ed-4281-ba8c-4d6066510238 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:49.449562 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f05983d-0408-45c2-82ca-7ac9c7ad9ac7 req-3b73af00-07ed-4281-ba8c-4d6066510238 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0591033 Oct 29 08:11:49.500601 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8f05983d-0408-45c2-82ca-7ac9c7ad9ac7 req-98ab0680-0414-4d6a-975f-1afe1cf17d5e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Oct 29 08:11:49.620256 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3992-9cec-4c64-9005-b6335393f4f5 req-e7409810-d9ba-4ba3-895b-4f9596bc6a63 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:49.621722 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b55a3992-9cec-4c64-9005-b6335393f4f5 req-e7409810-d9ba-4ba3-895b-4f9596bc6a63 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 944 time: 0.0540402 Oct 29 08:11:49.670040 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b55a3992-9cec-4c64-9005-b6335393f4f5 req-7fb73abc-139c-4a5d-b3fb-bbacc0b6f140 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Oct 29 08:11:50.630555 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d61efc-824d-4ee9-89e0-847a7c2fd7be req-dc9ac487-c962-4a4c-be18-0f9a9309e303 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:50.632068 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-40d61efc-824d-4ee9-89e0-847a7c2fd7be req-dc9ac487-c962-4a4c-be18-0f9a9309e303 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0504413 Oct 29 08:11:50.669939 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-40d61efc-824d-4ee9-89e0-847a7c2fd7be req-129ae8d9-db99-4924-9b36-59eaa4d3e90a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Oct 29 08:11:50.792747 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc294f-89f7-4453-bad7-7311c81e1342 req-1ae2c6ab-a623-4a45-a6f7-07a9e6637176 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:50.794286 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1fc294f-89f7-4453-bad7-7311c81e1342 req-1ae2c6ab-a623-4a45-a6f7-07a9e6637176 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 944 time: 0.0549002 Oct 29 08:11:50.846481 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1fc294f-89f7-4453-bad7-7311c81e1342 req-bb192a9e-1338-4b82-9466-3cd3131a0b82 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Oct 29 08:11:51.804167 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba8a81-55c1-4ba6-be05-df7f84f18d6e req-2591d2ca-5440-4486-8745-cb88a87f7968 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:51.805665 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-17ba8a81-55c1-4ba6-be05-df7f84f18d6e req-2591d2ca-5440-4486-8745-cb88a87f7968 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0496485 Oct 29 08:11:51.848810 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-17ba8a81-55c1-4ba6-be05-df7f84f18d6e req-bcc478dd-338c-401c-991a-263a9e73c9d3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369830 Oct 29 08:11:51.897206 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 662e8a0e-1e19-481c-adf9-e945fc84dc1e details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:11:51.984963 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884effb-fe02-496c-beb1-df2e57a08e17 req-baa71761-6363-49fc-b508-78bf52145e72 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:51.987135 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4884effb-fe02-496c-beb1-df2e57a08e17 req-baa71761-6363-49fc-b508-78bf52145e72 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 944 time: 0.0621645 Oct 29 08:11:52.008111 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=662e8a0e-1e19-481c-adf9-e945fc84dc1e,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:52.023417 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'port_id': '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'mac_address': 'fa:16:3e:48:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6ed7e-00d9-45af-af04-d76f4f94dbf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:11:52.032856 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4884effb-fe02-496c-beb1-df2e57a08e17 req-8ed99cbb-300c-4cda-a2f4-18a6d2f4e012 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Oct 29 08:11:52.065494 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:52.083303 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662e8a0e-1e19-481c-adf9-e945fc84dc1e {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:52.103914 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=662e8a0e-1e19-481c-adf9-e945fc84dc1e,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:52.167172 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:52.216862 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=662e8a0e-1e19-481c-adf9-e945fc84dc1e,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:52.224391 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.224745 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.225090 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.225427 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.225759 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.226094 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.226423 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.226743 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.227077 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.227400 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.227749 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.228075 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:11:52.446501 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['662e8a0e-1e19-481c-adf9-e945fc84dc1e'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:11:52.976752 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6149-940c-4e30-94ed-b26c31b83ef4 req-8345e397-f07a-416e-80f4-cfa3cf80aa8e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:52.978293 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec0b6149-940c-4e30-94ed-b26c31b83ef4 req-8345e397-f07a-416e-80f4-cfa3cf80aa8e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.0512447 Oct 29 08:11:53.018373 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ec0b6149-940c-4e30-94ed-b26c31b83ef4 req-9b4e9490-c7ee-4b5b-8569-dbbcec5c7a2f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Oct 29 08:11:53.153621 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bbbee-4cc6-4f8a-969a-8f37ffdb2f3e req-a480c40b-8c96-4926-997a-77b5551a893b tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:53.155091 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-720bbbee-4cc6-4f8a-969a-8f37ffdb2f3e req-a480c40b-8c96-4926-997a-77b5551a893b tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 945 time: 0.0542278 Oct 29 08:11:53.202602 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-720bbbee-4cc6-4f8a-969a-8f37ffdb2f3e req-01411a4e-79f2-46c1-9b3e-3beb6a939159 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Oct 29 08:11:53.924481 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:11:53.927682 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 662e8a0e-1e19-481c-adf9-e945fc84dc1e up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:11:54.058469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:54.070389 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'port_id': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'mac_address': 'fa:16:3e:94:2a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:11:54.100188 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 662e8a0e-1e19-481c-adf9-e945fc84dc1e completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:11:54.110672 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 662e8a0e-1e19-481c-adf9-e945fc84dc1e triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:11:54.110960 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:54.138850 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:54.164303 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b375cb71-c732-4240-821a-e5ecb6ed9c34 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:11:54.191971 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:54.238068 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:54.264712 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d286310-4c46-44bb-843b-b8e677a673df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662e8a0e-1e19-481c-adf9-e945fc84dc1e'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:54.267600 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cec0144-75b0-4615-ba18-65931d76885a" -d '{"events": [{"server_uuid": "3d286310-4c46-44bb-843b-b8e677a673df", "name": "network-vif-plugged", "status": "completed", "tag": "662e8a0e-1e19-481c-adf9-e945fc84dc1e"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:54.278271 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:54.286405 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=662e8a0e-1e19-481c-adf9-e945fc84dc1e,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:54.339000 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70205bd5-4d4c-4a7a-9dd1-2b97f73158f9 req-90204a41-9d80-4afa-a4dd-6276525f5bec tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:54.340952 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-70205bd5-4d4c-4a7a-9dd1-2b97f73158f9 req-90204a41-9d80-4afa-a4dd-6276525f5bec tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 943 time: 0.2495339 Oct 29 08:11:54.354184 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:54.362757 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=9']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:54.384130 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-70205bd5-4d4c-4a7a-9dd1-2b97f73158f9 req-c31f4327-8e2d-4a9f-ab8a-878418fc4d12 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365763 Oct 29 08:11:54.415451 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=662e8a0e-1e19-481c-adf9-e945fc84dc1e,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:54.495094 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f23d64-ba4f-4f17-b795-28e65f112fe9 req-46306b88-e7cb-4fd4-93c7-636f6c228087 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:54.496611 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-58f23d64-ba4f-4f17-b795-28e65f112fe9 req-46306b88-e7cb-4fd4-93c7-636f6c228087 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 946 time: 0.0502470 Oct 29 08:11:54.534990 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-58f23d64-ba4f-4f17-b795-28e65f112fe9 req-58e76e0c-a79f-4b6f-8783-e4b8112ecc77 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Oct 29 08:11:54.558674 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['b375cb71-c732-4240-821a-e5ecb6ed9c34'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:11:54.585364 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d683b0-5cce-45ee-9a97-5e66059ab119 x-openstack-request-id: req-81d683b0-5cce-45ee-9a97-5e66059ab119 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:54.585692 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d286310-4c46-44bb-843b-b8e677a673df", "name": "network-vif-plugged", "status": "completed", "tag": "662e8a0e-1e19-481c-adf9-e945fc84dc1e", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:54.585975 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81d683b0-5cce-45ee-9a97-5e66059ab119 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:54.586419 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d286310-4c46-44bb-843b-b8e677a673df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'code': 200} Oct 29 08:11:54.881658 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e0f60-7e40-4272-9037-05a8c1cde039 req-9bbcbd87-faff-4e1d-8f53-60fe3ad7edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:54.883147 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ba5e0f60-7e40-4272-9037-05a8c1cde039 req-9bbcbd87-faff-4e1d-8f53-60fe3ad7edc5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 1099 time: 0.0409541 Oct 29 08:11:54.919174 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-ba5e0f60-7e40-4272-9037-05a8c1cde039 req-a933a749-c2c5-4e5c-9b18-a793083661c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280674 Oct 29 08:11:55.515520 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9292-3a1a-4b01-85f2-07ef085b1346 req-18d4e451-954c-4b38-82f2-f1da7a9ca108 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:55.517608 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6d2f9292-3a1a-4b01-85f2-07ef085b1346 req-18d4e451-954c-4b38-82f2-f1da7a9ca108 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 944 time: 0.0548840 Oct 29 08:11:55.560780 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6d2f9292-3a1a-4b01-85f2-07ef085b1346 req-e216091a-bc66-4cea-84f7-fd7f12490b1f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372262 Oct 29 08:11:55.671164 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0590-7879-44b8-8af7-f60f8ca667a7 req-dbe52745-511c-4271-966c-e8a313124393 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:55.672552 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-722d0590-7879-44b8-8af7-f60f8ca667a7 req-dbe52745-511c-4271-966c-e8a313124393 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 946 time: 0.0502741 Oct 29 08:11:55.711078 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-722d0590-7879-44b8-8af7-f60f8ca667a7 req-d5d87fb8-6349-42bb-82a1-abe0d4c40556 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Oct 29 08:11:55.943996 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:11:55.992436 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port b375cb71-c732-4240-821a-e5ecb6ed9c34 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:11:55.992809 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:56.068942 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:56.104821 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:11:56.195827 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:11:56.244114 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:11:56.587985 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:11:56.590403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5090a65-cf97-4285-a4d5-d7125893de5d" -d '{"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-plugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:11:56.700399 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db600f-e736-4a68-b9c9-54d55779b1d5 req-7bea988c-ed70-4d82-8bbb-43f5aea25eaf tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:56.701980 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-55db600f-e736-4a68-b9c9-54d55779b1d5 req-7bea988c-ed70-4d82-8bbb-43f5aea25eaf tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0610628 Oct 29 08:11:56.749053 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-55db600f-e736-4a68-b9c9-54d55779b1d5 req-71f73cba-72a0-4d30-900c-b4f274bece48 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345051 Oct 29 08:11:56.802073 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc619838-1786-4ed3-8310-ccd41a7fbffa x-openstack-request-id: req-dc619838-1786-4ed3-8310-ccd41a7fbffa {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:11:56.802370 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-plugged", "status": "completed", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:11:56.802653 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc619838-1786-4ed3-8310-ccd41a7fbffa {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:11:56.803055 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'code': 200} Oct 29 08:11:56.903655 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c6f6d-d70f-4802-861e-eb70aa3d4ab5 req-c5b42653-fc6c-4588-a627-f78f835085e6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:56.905168 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-953c6f6d-d70f-4802-861e-eb70aa3d4ab5 req-c5b42653-fc6c-4588-a627-f78f835085e6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 946 time: 0.0510435 Oct 29 08:11:56.950888 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-953c6f6d-d70f-4802-861e-eb70aa3d4ab5 req-8d76c2f0-e0fa-4661-be9e-e709a65b728f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389097 Oct 29 08:11:57.500405 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401e71e-88e6-4e35-ba61-889bc20cc5fd req-a0ba4694-41e1-4898-b3a2-66bdf33bd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:57.511498 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5401e71e-88e6-4e35-ba61-889bc20cc5fd req-a0ba4694-41e1-4898-b3a2-66bdf33bd0d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 1099 time: 0.0426612 Oct 29 08:11:57.558375 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5401e71e-88e6-4e35-ba61-889bc20cc5fd req-5e05435b-c1c5-428b-bb7d-2a7be02a8833 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Oct 29 08:11:57.882979 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419652f-5449-455f-bc91-958cb93b8226 req-0e76c0ab-006a-4a75-90aa-19a640b3b46d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:57.884645 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6419652f-5449-455f-bc91-958cb93b8226 req-0e76c0ab-006a-4a75-90aa-19a640b3b46d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0529621 Oct 29 08:11:57.932067 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6419652f-5449-455f-bc91-958cb93b8226 req-2c812d8f-2933-4653-aa41-f97a90d8abe6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379429 Oct 29 08:11:59.069747 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a971-94aa-42b9-99de-231f7c5dacc4 req-6069491c-3640-4c1a-ac14-cbcd4fa32bc7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:59.071280 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3e31a971-94aa-42b9-99de-231f7c5dacc4 req-6069491c-3640-4c1a-ac14-cbcd4fa32bc7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0561059 Oct 29 08:11:59.111945 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3e31a971-94aa-42b9-99de-231f7c5dacc4 req-05f678bf-2c91-47a6-aef2-f9c8cc1ed7da tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346351 Oct 29 08:11:59.977352 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-f075af7d-1902-4870-85c4-96da04317046 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:11:59.978953 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-f075af7d-1902-4870-85c4-96da04317046 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1200192 Oct 29 08:11:59.999951 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-ac33dcec-ec3b-4c17-9166-5d1b170bc475 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/quotas/1b1a752fb93940a4be8814716e7c4810 HTTP/1.1" status: 200 len: 375 time: 0.0148113 Oct 29 08:12:00.059972 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-d6922451-3e69-4c07-9d0c-0b1c5f4b032f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535953 Oct 29 08:12:00.164886 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-f1ceb9cc-7490-484d-9ca3-e02eeb4db47c service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976605 Oct 29 08:12:00.258045 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-864458dc-c668-4daa-b12f-af3e712e5980 service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869646 Oct 29 08:12:00.540129 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a9a2-84b4-43e7-858d-c1ef7cc4a480 req-6ce1f6bf-e197-4c67-8c00-bb7021504a64 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:00.541686 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-91b4a9a2-84b4-43e7-858d-c1ef7cc4a480 req-6ce1f6bf-e197-4c67-8c00-bb7021504a64 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0569580 Oct 29 08:12:00.585264 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-91b4a9a2-84b4-43e7-858d-c1ef7cc4a480 req-fcdefb50-b5aa-4af1-8e8d-e2e9773cd76b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343964 Oct 29 08:12:00.654521 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c9c861fb-16d0-4cfb-af00-d4f7ef8a07d4 req-c5348e20-8308-4fad-9785-0dcb7921d938 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Oct 29 08:12:01.751882 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d8d01195-880c-4e83-9e48-0418921bcdbc req-93b3944f-a355-4ee7-82bf-999bbe01beed tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Oct 29 08:12:02.534814 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-cdf84d15-655b-40c5-b221-a9d0f32fde9b tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:02.536330 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-cdf84d15-655b-40c5-b221-a9d0f32fde9b tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1068161 Oct 29 08:12:02.560817 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Request body: {'port': {'device_id': '6e3114d6-40ee-45a8-b346-626e84a51188', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'admin_state_up': True, 'tenant_id': '1b1a752fb93940a4be8814716e7c4810'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:02.733917 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Made reservation on behalf of 1b1a752fb93940a4be8814716e7c4810 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:12:02.737542 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:02.854420 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9b85d6cb-63c6-4ee6-ace8-0a6c6a86942e req-1f48173d-32a1-4723-9eb3-d2aa4a44af58 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 210 time: 0.0286512 Oct 29 08:12:02.871788 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Allocated IP 172.20.0.2 (4d147612-f744-4d15-92fb-8c4679738217/73b6ed7e-00d9-45af-af04-d76f4f94dbf5/ee4c8b21-3bc5-42e5-bdd3-388297fa1936) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:12:03.018274 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.099517 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.112519 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f', '662e8a0e-1e19-481c-adf9-e945fc84dc1e'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:12:03.148501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Network 4d147612-f744-4d15-92fb-8c4679738217 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:12:03.151644 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:12:03.155600 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:12:03.162968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event updated for resources: {'Port': ['ID=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:03.190007 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.190352 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.190683 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.191016 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.191338 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.191672 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.191999 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.192320 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.192635 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.192949 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.193263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.193577 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:03.219027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:03.220209 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.308221 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-5dc1f76c-1aa5-45c5-8a01-7a007e6b5f59 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512589 Oct 29 08:12:03.326300 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Request body: {'port': {'device_id': '6e3114d6-40ee-45a8-b346-626e84a51188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:03.384694 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.661534 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4c8b21-3bc5-42e5-bdd3-388297fa1936 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:12:03.669066 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.681039 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Transition to ACTIVE for port object ee4c8b21-3bc5-42e5-bdd3-388297fa1936 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:12:03.785279 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.837379 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:03.930709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Attempting to bind port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:12:03.931242 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Attempting to bind port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:12:03.931576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Attempting to bind port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:12:03.937535 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 on network 4d147612-f744-4d15-92fb-8c4679738217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:12:03.937857 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Attempting to bind port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:12:03.944536 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:12:03.944838 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Checking segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:12:03.945224 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Bound using segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:12:03.945697 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Bound port: ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:12:03.946042 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:03.984423 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11099d-266d-42b5-99fd-6171aacaea34 req-156120c8-5977-471c-945b-ea2b80f20b49 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:03.986436 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ef11099d-266d-42b5-99fd-6171aacaea34 req-156120c8-5977-471c-945b-ea2b80f20b49 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 943 time: 0.0522213 Oct 29 08:12:04.014864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] For port ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:12:04.018328 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] For port ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:12:04.034459 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ef11099d-266d-42b5-99fd-6171aacaea34 req-34f4b4e0-99cc-48e8-aca1-253a53581022 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Oct 29 08:12:04.089040 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:04.127264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:04.127908 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:04.129377 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] 10.222.0.49 "PUT /v2.0/ports/ee4c8b21-3bc5-42e5-bdd3-388297fa1936 HTTP/1.1" status: 200 len: 1093 time: 0.8113797 Oct 29 08:12:04.129840 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3114d6-40ee-45a8-b346-626e84a51188', 'tag': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:12:04.132165 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c693c-1e26-441c-8302-3e5d55ee4dba" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3114d6-40ee-45a8-b346-626e84a51188", "tag": "ee4c8b21-3bc5-42e5-bdd3-388297fa1936"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:12:04.157678 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87990f4e-fcce-414c-8272-fdab80d9a557 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:04.176577 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b35170-139a-4f6f-a5a1-529af32f57b8 x-openstack-request-id: req-52b35170-139a-4f6f-a5a1-529af32f57b8 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:12:04.176866 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3114d6-40ee-45a8-b346-626e84a51188", "tag": "ee4c8b21-3bc5-42e5-bdd3-388297fa1936", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:12:04.177127 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52b35170-139a-4f6f-a5a1-529af32f57b8 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:12:04.177525 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3114d6-40ee-45a8-b346-626e84a51188', 'tag': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936', 'status': 'completed', 'code': 200} Oct 29 08:12:04.240779 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c693c-1e26-441c-8302-3e5d55ee4dba req-893b4d5f-5525-45a1-9c9e-189e50a551dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:04.242378 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7f7c693c-1e26-441c-8302-3e5d55ee4dba req-893b4d5f-5525-45a1-9c9e-189e50a551dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 1096 time: 0.0430603 Oct 29 08:12:04.351152 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c693c-1e26-441c-8302-3e5d55ee4dba req-a78d431c-2927-499b-a248-f999f3f53848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:04.352640 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7f7c693c-1e26-441c-8302-3e5d55ee4dba req-a78d431c-2927-499b-a248-f999f3f53848 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1b1a752fb93940a4be8814716e7c4810&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1009753 Oct 29 08:12:04.452864 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c693c-1e26-441c-8302-3e5d55ee4dba req-0ee72cf1-0c16-48dd-8050-ed6581bc3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:04.454622 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7f7c693c-1e26-441c-8302-3e5d55ee4dba req-0ee72cf1-0c16-48dd-8050-ed6581bc3fdd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933859 Oct 29 08:12:04.775166 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-4dcce319-8533-42dc-92b7-656a143defff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:04.776711 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-4dcce319-8533-42dc-92b7-656a143defff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 1096 time: 0.2817373 Oct 29 08:12:04.821760 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-51b9b127-e2dd-4f1f-9b5d-fde89b6f67f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee4c8b21-3bc5-42e5-bdd3-388297fa1936 HTTP/1.1" status: 200 len: 217 time: 0.0352869 Oct 29 08:12:04.872354 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-51e86a16-0666-464f-be62-9b4c244af8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:04.873856 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-51e86a16-0666-464f-be62-9b4c244af8d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73b6ed7e-00d9-45af-af04-d76f4f94dbf5 HTTP/1.1" status: 200 len: 855 time: 0.0450654 Oct 29 08:12:04.909865 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-b759dd69-5de5-461c-92cf-af88abe0bc9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d147612-f744-4d15-92fb-8c4679738217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277305 Oct 29 08:12:05.006523 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-c04412b7-c17e-4a0e-8f77-987dc7ae0903 service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891337 Oct 29 08:12:05.112122 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-079e03a8-5c40-42f4-9f8a-f4fe8566adcc req-daa15489-be3e-4ee8-b98f-ea7bd98a0e42 service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980806 Oct 29 08:12:05.153372 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feff41-763f-441a-b550-75a1a6871249 req-4174ef36-8850-4583-9bb3-1896c2bf0a87 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:05.154863 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-66feff41-763f-441a-b550-75a1a6871249 req-4174ef36-8850-4583-9bb3-1896c2bf0a87 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 943 time: 0.0494235 Oct 29 08:12:05.193170 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-66feff41-763f-441a-b550-75a1a6871249 req-998eb1d8-e447-4e7f-baf5-6d41450cc103 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Oct 29 08:12:06.329767 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a7419-ee09-4f34-8584-0f204eb88da7 req-3d6edb9d-7800-4ef5-a9b8-da5c157742d6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:06.331260 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7f2a7419-ee09-4f34-8584-0f204eb88da7 req-3d6edb9d-7800-4ef5-a9b8-da5c157742d6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 943 time: 0.0616975 Oct 29 08:12:06.376647 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7f2a7419-ee09-4f34-8584-0f204eb88da7 req-9a882172-d802-4de6-8d70-9a96ef6e019d tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341630 Oct 29 08:12:07.493790 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1d5b-c4a4-4308-a3f1-bad17ed81783 req-5bd53680-c9c0-4d24-9303-f9d66ca72dbd tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:07.495295 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a3db1d5b-c4a4-4308-a3f1-bad17ed81783 req-5bd53680-c9c0-4d24-9303-f9d66ca72dbd tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 943 time: 0.0488944 Oct 29 08:12:07.538663 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a3db1d5b-c4a4-4308-a3f1-bad17ed81783 req-de8fae2e-ee0a-4e25-8e31-d0873397bb47 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Oct 29 08:12:07.996678 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device ee4c8b21-3bc5-42e5-bdd3-388297fa1936 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:12:08.095614 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:08.107053 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'port_id': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936', 'mac_address': 'fa:16:3e:0d:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6ed7e-00d9-45af-af04-d76f4f94dbf5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:12:08.145541 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:08.159032 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4c8b21-3bc5-42e5-bdd3-388297fa1936 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:12:08.179212 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:08.254061 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:08.310138 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:08.522608 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['ee4c8b21-3bc5-42e5-bdd3-388297fa1936'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:12:08.655593 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005089-6797-453e-8c1a-74d45c0fb603 req-0303f9cc-9db5-4480-b15f-494986e615a3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:08.657899 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f5005089-6797-453e-8c1a-74d45c0fb603 req-0303f9cc-9db5-4480-b15f-494986e615a3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 944 time: 0.0515189 Oct 29 08:12:08.697160 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f5005089-6797-453e-8c1a-74d45c0fb603 req-6be57c48-18ac-4033-a6c7-c73eadbff8d8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Oct 29 08:12:09.818929 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b5741-c514-4876-82ed-75f02ced34e6 req-98493d6e-01f5-4d63-bc19-537bc8b6b26e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:09.820514 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0a9b5741-c514-4876-82ed-75f02ced34e6 req-98493d6e-01f5-4d63-bc19-537bc8b6b26e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 944 time: 0.0521524 Oct 29 08:12:09.853248 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:12:09.862208 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0a9b5741-c514-4876-82ed-75f02ced34e6 req-dd0a1710-ebf1-4222-b7b2-e460079c5b13 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Oct 29 08:12:10.013004 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device ee4c8b21-3bc5-42e5-bdd3-388297fa1936 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:12:10.132419 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:12:10.136562 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:12:10.136941 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:10.215999 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:10.238556 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3114d6-40ee-45a8-b346-626e84a51188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:12:10.240823 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba8d53-9402-47ab-bbea-8c76197736ee" -d '{"events": [{"server_uuid": "6e3114d6-40ee-45a8-b346-626e84a51188", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c8b21-3bc5-42e5-bdd3-388297fa1936"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:12:10.254189 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:10.279511 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550e3c1-d21f-4b9f-b398-5dd8c1666966 x-openstack-request-id: req-7550e3c1-d21f-4b9f-b398-5dd8c1666966 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:12:10.279830 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3114d6-40ee-45a8-b346-626e84a51188", "name": "network-vif-plugged", "status": "completed", "tag": "ee4c8b21-3bc5-42e5-bdd3-388297fa1936", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:12:10.280084 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7550e3c1-d21f-4b9f-b398-5dd8c1666966 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:12:10.280505 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3114d6-40ee-45a8-b346-626e84a51188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936', 'code': 200} Oct 29 08:12:10.350866 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:10.404723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:10.603497 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187d53-4c09-4954-aa08-4e27ffabdb18 req-65b4159e-d6ce-475b-9018-e211eccf7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:10.604973 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a187d53-4c09-4954-aa08-4e27ffabdb18 req-65b4159e-d6ce-475b-9018-e211eccf7f99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 1098 time: 0.0398283 Oct 29 08:12:10.642034 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a187d53-4c09-4954-aa08-4e27ffabdb18 req-fad9fda3-5d59-46bb-8b8d-a93e594256bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294974 Oct 29 08:12:10.987519 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e9149-80d0-4599-b18c-ed28c8022798 req-8eb6bbe1-8195-4716-bcc8-21e2293a51b0 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:11.155550 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bc0e9149-80d0-4599-b18c-ed28c8022798 req-8eb6bbe1-8195-4716-bcc8-21e2293a51b0 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 945 time: 0.0510406 Oct 29 08:12:11.155550 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bc0e9149-80d0-4599-b18c-ed28c8022798 req-ba4e9d01-bf7e-4e16-9135-50e2e0520cdb tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 Oct 29 08:12:12.159354 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75c52-8f0e-49e3-a96f-f6428edaf652 req-65d8c660-1e03-4bb8-b2b5-e37566a210c0 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:12.160806 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-06f75c52-8f0e-49e3-a96f-f6428edaf652 req-65d8c660-1e03-4bb8-b2b5-e37566a210c0 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Oct 29 08:12:12.197899 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-06f75c52-8f0e-49e3-a96f-f6428edaf652 req-5e6d006f-e31e-46c1-aa3a-4652d5fb99d4 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Oct 29 08:12:13.350510 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-23ca731c-71a2-427d-bd3f-5bdb4e9f94b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:16.356312 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-39291857-209c-453d-96f7-f0b644448761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:17.144493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:17.264674 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:17.825115 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:19.041901 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:24.814478 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-f1a2c4fa-78f6-41fc-9d84-123c216b0ff5 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:24.815876 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-f1a2c4fa-78f6-41fc-9d84-123c216b0ff5 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1051610 Oct 29 08:12:24.830891 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-92e9b55c-ecb9-4ecf-a79a-675b043ead4a tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/quotas/1b1a752fb93940a4be8814716e7c4810 HTTP/1.1" status: 200 len: 375 time: 0.0093827 Oct 29 08:12:24.888746 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dba44cb8-43fa-440c-9462-c764324d536e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525310 Oct 29 08:12:24.979724 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-cc1ecdaf-bff4-45bf-a28f-79804d2ffab6 service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822005 Oct 29 08:12:25.076637 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-d91e4162-c084-4217-b21c-249dda4e2328 service neutron] 10.222.0.74 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889130 Oct 29 08:12:25.279004 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2b717c0e-f2f9-4159-abd3-1dbe3f7ea34e req-af22bf38-6853-4d34-a627-bf7ff5922ba6 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 210 time: 0.0266984 Oct 29 08:12:26.377092 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7cbdfcfb-34e6-4b49-a027-d266b86ff969 req-32179c12-a443-4204-b2c0-8b92b7d09171 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 210 time: 0.0271964 Oct 29 08:12:27.247297 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-cb5cc5e3-89df-47a5-aa43-e829dcda5769 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:27.248739 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-cb5cc5e3-89df-47a5-aa43-e829dcda5769 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/networks?id=4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 200 len: 815 time: 0.1013308 Oct 29 08:12:27.270722 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Request body: {'port': {'device_id': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'admin_state_up': True, 'tenant_id': '1b1a752fb93940a4be8814716e7c4810'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:27.442051 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Made reservation on behalf of 1b1a752fb93940a4be8814716e7c4810 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:12:27.446957 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:27.476271 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0af29bea-9fb9-4f38-91e6-8b2f2048d0de req-b111db8c-af17-4231-9a55-02a251d71762 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 210 time: 0.0277684 Oct 29 08:12:27.582401 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Allocated IP 172.20.0.8 (4d147612-f744-4d15-92fb-8c4679738217/73b6ed7e-00d9-45af-af04-d76f4f94dbf5/78e2c0c0-f0d6-4a79-8712-5efef3d2a062) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:12:27.732282 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:27.819866 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:27.833346 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f', '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:12:27.865031 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Network 4d147612-f744-4d15-92fb-8c4679738217 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:12:27.868219 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:12:27.872029 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:12:27.897808 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event updated for resources: {'Port': ['ID=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:27.928583 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:27.929112 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.009662 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-dcdafbf1-d823-4ae6-8de8-ac9ab9ed3566 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426538 Oct 29 08:12:28.024283 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Request body: {'port': {'device_id': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:28.081347 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.340271 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:12:28.348223 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.359931 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Transition to ACTIVE for port object 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:12:28.458015 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.506130 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:28.579886 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Attempting to bind port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:12:28.580226 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Attempting to bind port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:12:28.580552 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Attempting to bind port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:12:28.584991 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 on network 4d147612-f744-4d15-92fb-8c4679738217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:12:28.585307 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Attempting to bind port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 on network 4d147612-f744-4d15-92fb-8c4679738217 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:12:28.590138 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:12:28.590524 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Checking segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:12:28.590852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Bound using segment: {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:12:28.591270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Bound port: 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b29fa7c-1d02-439e-8030-0ad10dbb883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d147612-f744-4d15-92fb-8c4679738217'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:12:28.591623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.602397 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616374-8c2f-4cef-a5a7-9487d2a9e5e4 req-0d5edf35-0b48-4b24-8764-744511bcc155 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:28.603980 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-80616374-8c2f-4cef-a5a7-9487d2a9e5e4 req-0d5edf35-0b48-4b24-8764-744511bcc155 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 943 time: 0.0573175 Oct 29 08:12:28.643429 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-80616374-8c2f-4cef-a5a7-9487d2a9e5e4 req-0d637ac4-5ebe-4003-a5f5-8fabc1c23554 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332701 Oct 29 08:12:28.657660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] For port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:12:28.661007 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] For port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:12:28.739396 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.775571 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:28.776225 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:28.777591 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] 10.222.0.49 "PUT /v2.0/ports/78e2c0c0-f0d6-4a79-8712-5efef3d2a062 HTTP/1.1" status: 200 len: 1093 time: 0.7576828 Oct 29 08:12:28.778022 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'tag': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:12:28.780258 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c78d16-9b4c-4551-bc7f-f5b5fefb5009", "tag": "78e2c0c0-f0d6-4a79-8712-5efef3d2a062"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:12:28.808393 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a6bcc-3460-4611-b36a-7afb5f9e2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:28.821661 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a284251f-f8c5-4966-96e3-e5e6ca33428e x-openstack-request-id: req-a284251f-f8c5-4966-96e3-e5e6ca33428e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:12:28.822216 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c78d16-9b4c-4551-bc7f-f5b5fefb5009", "tag": "78e2c0c0-f0d6-4a79-8712-5efef3d2a062", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:12:28.822477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a284251f-f8c5-4966-96e3-e5e6ca33428e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:12:28.822874 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'tag': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062', 'status': 'completed', 'code': 200} Oct 29 08:12:28.898272 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0 req-4229cfed-6461-4d20-82d1-de790f3cbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:28.899749 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0 req-4229cfed-6461-4d20-82d1-de790f3cbe18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 1096 time: 0.0452051 Oct 29 08:12:28.998636 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0 req-d64311bf-b7a2-420f-b3a8-af548726a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:29.001000 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0 req-d64311bf-b7a2-420f-b3a8-af548726a6b1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1b1a752fb93940a4be8814716e7c4810&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0916731 Oct 29 08:12:29.101400 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0 req-6180e614-69bf-4b5d-b9a8-df17dafda604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:29.102871 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4fc8b427-0eeb-4a14-8728-1bcfc278ace0 req-6180e614-69bf-4b5d-b9a8-df17dafda604 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944138 Oct 29 08:12:29.189791 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-19921e8b-2ac9-471f-a0c2-9dfc294b5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:29.191239 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-19921e8b-2ac9-471f-a0c2-9dfc294b5662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b1a752fb93940a4be8814716e7c4810&device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 1096 time: 0.0425425 Oct 29 08:12:29.242254 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-83ae616a-ab7d-4364-bbb1-957a01a407da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e2c0c0-f0d6-4a79-8712-5efef3d2a062 HTTP/1.1" status: 200 len: 217 time: 0.0376031 Oct 29 08:12:29.293774 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-bcfa5066-7f07-4e90-a638-e8211ec6aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:29.295221 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-bcfa5066-7f07-4e90-a638-e8211ec6aabd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73b6ed7e-00d9-45af-af04-d76f4f94dbf5 HTTP/1.1" status: 200 len: 855 time: 0.0452926 Oct 29 08:12:29.327001 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-20cfcaa6-320f-4d43-b404-08cc7861997e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d147612-f744-4d15-92fb-8c4679738217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238600 Oct 29 08:12:29.419534 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-98cc91a3-125f-45ef-9554-cb95feb9583a service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851798 Oct 29 08:12:29.511154 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54e61593-58fc-474d-a6e3-4594ebe49ab0 req-58bbe7c1-f4e4-4b5e-80a6-00c278eab7fb service neutron] 10.222.0.49 "GET /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803564 Oct 29 08:12:29.764440 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496dfb-6cb4-4aa0-ba67-51206bf5a7de req-08df6acb-d36a-4040-badc-bfceb95a3100 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:29.766354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d1496dfb-6cb4-4aa0-ba67-51206bf5a7de req-08df6acb-d36a-4040-badc-bfceb95a3100 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 943 time: 0.0495820 Oct 29 08:12:29.804680 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d1496dfb-6cb4-4aa0-ba67-51206bf5a7de req-c541f37b-59e8-484e-b675-8462e32fb1b7 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Oct 29 08:12:30.919438 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba819ab5-5617-4c45-83e4-5a452700bd23 req-54938e17-db06-4751-951d-fc62074a929e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:30.920954 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ba819ab5-5617-4c45-83e4-5a452700bd23 req-54938e17-db06-4751-951d-fc62074a929e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 943 time: 0.0491314 Oct 29 08:12:30.960011 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ba819ab5-5617-4c45-83e4-5a452700bd23 req-849cb052-9a4f-47bd-8ced-7b8ae0950f1e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Oct 29 08:12:32.080074 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920e7e9-6336-4c71-9c9f-012f60845c95 req-db4a3d28-b61f-424d-b545-241d78a31a3c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:32.081537 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d920e7e9-6336-4c71-9c9f-012f60845c95 req-db4a3d28-b61f-424d-b545-241d78a31a3c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 943 time: 0.0536504 Oct 29 08:12:32.110707 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:12:32.119967 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d920e7e9-6336-4c71-9c9f-012f60845c95 req-844d4ad3-d82f-42a8-8999-23ebdd693320 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Oct 29 08:12:32.205259 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:32.215775 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062', 'network_id': '4d147612-f744-4d15-92fb-8c4679738217', 'port_id': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062', 'mac_address': 'fa:16:3e:8b:9a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6ed7e-00d9-45af-af04-d76f4f94dbf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:12:32.251685 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:32.263730 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:12:32.283519 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:32.361419 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:32.413027 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:32.678748 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['78e2c0c0-f0d6-4a79-8712-5efef3d2a062'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:12:33.233257 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76aa3-0fbf-492a-97d7-5c49402ae747 req-fe97691c-3c29-4105-afef-f2364b96b3c4 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:33.235282 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b9e76aa3-0fbf-492a-97d7-5c49402ae747 req-fe97691c-3c29-4105-afef-f2364b96b3c4 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 944 time: 0.0485461 Oct 29 08:12:33.273110 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b9e76aa3-0fbf-492a-97d7-5c49402ae747 req-ee8fe97b-7ed1-41d7-8c5c-04a5d9cae0d2 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Oct 29 08:12:34.120793 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:12:34.213006 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:12:34.216756 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:12:34.217127 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:34.295215 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:34.318424 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:12:34.320681 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fdea0-9c5f-48ab-b80d-025ad8af9608" -d '{"events": [{"server_uuid": "c7c78d16-9b4c-4551-bc7f-f5b5fefb5009", "name": "network-vif-plugged", "status": "completed", "tag": "78e2c0c0-f0d6-4a79-8712-5efef3d2a062"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:12:34.333413 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:34.387138 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61656a7b-b6ff-4ae5-aa4b-d9888b3e3e92 req-de096c80-1e59-40e9-baae-bb92d2ba2c4d tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:34.388658 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-61656a7b-b6ff-4ae5-aa4b-d9888b3e3e92 req-de096c80-1e59-40e9-baae-bb92d2ba2c4d tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 944 time: 0.0491419 Oct 29 08:12:34.396184 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:34.428788 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-61656a7b-b6ff-4ae5-aa4b-d9888b3e3e92 req-abf0203b-24a4-457b-9f64-1c894283b03f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Oct 29 08:12:34.446903 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:34.473450 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b800a988-5015-497b-8194-a04c27706e3f x-openstack-request-id: req-b800a988-5015-497b-8194-a04c27706e3f {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:12:34.473744 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c78d16-9b4c-4551-bc7f-f5b5fefb5009", "name": "network-vif-plugged", "status": "completed", "tag": "78e2c0c0-f0d6-4a79-8712-5efef3d2a062", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:12:34.473996 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b800a988-5015-497b-8194-a04c27706e3f {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:12:34.474391 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062', 'code': 200} Oct 29 08:12:34.769734 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae877bb-f374-486f-8445-2a1ef54c20ba req-291225c4-6f9d-4f80-8341-1a850dde6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:34.771253 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5ae877bb-f374-486f-8445-2a1ef54c20ba req-291225c4-6f9d-4f80-8341-1a850dde6535 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 1098 time: 0.0414808 Oct 29 08:12:34.817863 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5ae877bb-f374-486f-8445-2a1ef54c20ba req-edf35240-95ac-4fc3-9e12-c108293398b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Oct 29 08:12:35.557196 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deddfc-9771-4e34-8299-6857932fd341 req-ae600583-1ee2-436d-b6f5-ab59cf5bc2b7 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:35.558651 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-18deddfc-9771-4e34-8299-6857932fd341 req-ae600583-1ee2-436d-b6f5-ab59cf5bc2b7 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0542593 Oct 29 08:12:35.596817 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-18deddfc-9771-4e34-8299-6857932fd341 req-2bd35ed6-a1cc-4796-80e8-b6865a23a075 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Oct 29 08:12:36.714904 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da88a88-d4f0-4855-b30d-8b73c1fffc03 req-1d38f62a-d980-4a5d-a0fe-1c777c715528 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:36.716428 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9da88a88-d4f0-4855-b30d-8b73c1fffc03 req-1d38f62a-d980-4a5d-a0fe-1c777c715528 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Oct 29 08:12:36.756650 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9da88a88-d4f0-4855-b30d-8b73c1fffc03 req-e495aa9f-555e-4517-857b-c8e78aee7b10 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Oct 29 08:12:43.373079 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6c561b68-c233-4ad3-a09f-be871c0a8e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:46.345419 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7ce1-e922-419b-b005-f538b5140edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:46.524169 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171931ab-c10b-4fc7-ab5d-60e9ad9e838d req-3e29dac4-6cdf-4e66-accb-bcfb7fcace65 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:46.525657 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-171931ab-c10b-4fc7-ab5d-60e9ad9e838d req-3e29dac4-6cdf-4e66-accb-bcfb7fcace65 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0505600 Oct 29 08:12:46.566303 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-171931ab-c10b-4fc7-ab5d-60e9ad9e838d req-6d2f634b-753b-4672-9538-7cd59018ee40 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Oct 29 08:12:46.859698 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:12:47.154827 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:47.264579 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:47.694808 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278abdc-077d-499e-a95b-ea45b097089d req-4afbf398-9ff4-4371-8f1c-23a00a46bdc0 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:47.696354 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0278abdc-077d-499e-a95b-ea45b097089d req-4afbf398-9ff4-4371-8f1c-23a00a46bdc0 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0583291 Oct 29 08:12:47.735606 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0278abdc-077d-499e-a95b-ea45b097089d req-91430518-68ce-4afb-8073-eae36e1ca4c8 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Oct 29 08:12:47.881491 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:48.660077 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c76ee-e5a4-4c8a-94fa-2d6e706c1923 req-bf89d9b4-9bc7-4873-92d9-639ffe804741 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:48.661652 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-045c76ee-e5a4-4c8a-94fa-2d6e706c1923 req-bf89d9b4-9bc7-4873-92d9-639ffe804741 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0537219 Oct 29 08:12:48.701279 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-045c76ee-e5a4-4c8a-94fa-2d6e706c1923 req-76b1f335-9699-4a28-a093-c47f84bd9011 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336421 Oct 29 08:12:48.859614 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4298ddf-46d5-4ad4-b63c-e6ac1957f48b req-8de3eb2c-6990-4dbf-8736-c7462d2d63b9 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:48.861556 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f4298ddf-46d5-4ad4-b63c-e6ac1957f48b req-8de3eb2c-6990-4dbf-8736-c7462d2d63b9 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0539737 Oct 29 08:12:48.902994 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f4298ddf-46d5-4ad4-b63c-e6ac1957f48b req-44d17250-3b50-4111-9066-89d06007072c tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354245 Oct 29 08:12:49.081079 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:49.838274 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cb53-f36a-4ed9-96a3-a1ca1c571c1e req-3dfc6de7-61a3-40d0-a79d-88a33451c994 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:49.839806 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e059cb53-f36a-4ed9-96a3-a1ca1c571c1e req-3dfc6de7-61a3-40d0-a79d-88a33451c994 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0643322 Oct 29 08:12:49.891617 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e059cb53-f36a-4ed9-96a3-a1ca1c571c1e req-3610f4fe-6d4f-46ca-85f1-d43a8b85dcef tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Oct 29 08:12:50.038439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b93e7d-c14c-4e23-a7ca-d3f9fe7028a8 req-d9d01111-f33d-4b67-b2dd-eb37390b7372 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:50.040061 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-84b93e7d-c14c-4e23-a7ca-d3f9fe7028a8 req-d9d01111-f33d-4b67-b2dd-eb37390b7372 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0532627 Oct 29 08:12:50.083194 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-84b93e7d-c14c-4e23-a7ca-d3f9fe7028a8 req-a31ee554-5c65-404f-b296-46e98a6541ae tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346498 Oct 29 08:12:50.470381 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-af39b6ee-a74c-49c7-b1cb-58a0ca4c2f67 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:50.472021 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-af39b6ee-a74c-49c7-b1cb-58a0ca4c2f67 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0662084 Oct 29 08:12:50.603857 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Deleting port b375cb71-c732-4240-821a-e5ecb6ed9c34 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:12:50.604195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:50.712834 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] For port b375cb71-c732-4240-821a-e5ecb6ed9c34, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=b375cb71-c732-4240-821a-e5ecb6ed9c34,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:50.713662 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:50.915030 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:50.915390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:50.915713 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Floating IP da0e414f-3909-43bd-965f-e8c8e92595b5 disassociated. External IP: 172.27.2.36, port: b375cb71-c732-4240-821a-e5ecb6ed9c34. Oct 29 08:12:50.916049 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Calling delete_port for b375cb71-c732-4240-821a-e5ecb6ed9c34 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:12:51.086876 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaf972-d478-43b6-9f8f-997120f601eb req-3a243fa4-c04d-4df6-9ba9-2eab2399f60f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:51.089559 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-afcaf972-d478-43b6-9f8f-997120f601eb req-3a243fa4-c04d-4df6-9ba9-2eab2399f60f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 946 time: 0.0533023 Oct 29 08:12:51.115997 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:51.136299 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-afcaf972-d478-43b6-9f8f-997120f601eb req-a8e9c29d-8107-4560-9b5e-af43decc88b2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7e14c6e-c451-41d2-b724-ba3432fda01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 Oct 29 08:12:51.146737 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event deleted for resources: {'Port': ['ID=b375cb71-c732-4240-821a-e5ecb6ed9c34,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:51.284434 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:12:51.287154 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5bb1-a443-4460-b5d9-b7aef208e1d3 req-8b0466e5-cad1-4608-8112-8e9a0382525c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:51.288703 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f48f5bb1-a443-4460-b5d9-b7aef208e1d3 req-8b0466e5-cad1-4608-8112-8e9a0382525c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0619164 Oct 29 08:12:51.349758 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f48f5bb1-a443-4460-b5d9-b7aef208e1d3 req-9f401dca-a313-42af-9d78-ad9b714c7700 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Oct 29 08:12:51.431807 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:12:51.443722 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:12:51.455774 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:12:51.456747 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:12:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:12:51.469630 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b776027-c196-4aa5-92a0-226ced216dfd req-ef7771d5-2eaa-4b62-a3a9-a60162f735fd tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:51.471467 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b776027-c196-4aa5-92a0-226ced216dfd req-ef7771d5-2eaa-4b62-a3a9-a60162f735fd tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0600622 Oct 29 08:12:51.474954 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] No DVR routers for this DVR port b375cb71-c732-4240-821a-e5ecb6ed9c34 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:12:51.477742 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:51.482379 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-59176d45-6d58-4e5f-a509-3560aabbf8e5 req-8406134a-9595-441e-8639-dd89c5d34311 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "DELETE /v2.0/ports/b375cb71-c732-4240-821a-e5ecb6ed9c34 HTTP/1.1" status: 204 len: 173 time: 0.9954317 Oct 29 08:12:51.482379 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-deleted', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:12:51.484552 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eff08e-2880-4600-aff8-d565a521444c" -d '{"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-deleted", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:12:51.533960 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b776027-c196-4aa5-92a0-226ced216dfd req-d0d1cdb9-5d35-407e-ade2-3fdc10872447 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488634 Oct 29 08:12:51.569093 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:12:51.595086 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95730445-49ff-4156-9fba-c690d6b226ca x-openstack-request-id: req-95730445-49ff-4156-9fba-c690d6b226ca {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:12:51.595086 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418b505-ddba-4888-9242-ee9bcd0629be", "name": "network-vif-deleted", "tag": "b375cb71-c732-4240-821a-e5ecb6ed9c34", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:12:51.595086 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95730445-49ff-4156-9fba-c690d6b226ca {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:12:51.595086 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c418b505-ddba-4888-9242-ee9bcd0629be', 'name': 'network-vif-deleted', 'tag': 'b375cb71-c732-4240-821a-e5ecb6ed9c34', 'status': 'completed', 'code': 200} Oct 29 08:12:51.882771 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:12:51.913139 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:12:51.922471 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:12:51.923175 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:12:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:12:52.048340 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:12:52.266789 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cf648640-9484-4dc0-b19e-c350e4399174 req-4549a804-1399-4424-bf8e-d3968d025a1e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0306087 Oct 29 08:12:52.275159 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:12:52.306250 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a7ce7-7783-4744-9da4-6bf6a6e6b794 None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:12:52.482573 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d38403-bca9-46f9-b423-cd0c73e59745 req-31a0efeb-ac41-49e9-8a8c-c255031e5ca8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:52.485067 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-42d38403-bca9-46f9-b423-cd0c73e59745 req-31a0efeb-ac41-49e9-8a8c-c255031e5ca8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0587487 Oct 29 08:12:52.526635 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-42d38403-bca9-46f9-b423-cd0c73e59745 req-613fb21c-b3e1-4ba3-b413-e4fd61082935 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Oct 29 08:12:52.553076 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62e067-7cb9-488a-98b4-7f41510ad7c8 None None] New status for floating IP da0e414f-3909-43bd-965f-e8c8e92595b5: DOWN {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:12:52.663049 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac7bd-f370-4d6e-99c0-422bfe3a2fb8 req-2360864b-0d22-41b9-b2b5-e2e784424d70 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:52.664809 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3fdac7bd-f370-4d6e-99c0-422bfe3a2fb8 req-2360864b-0d22-41b9-b2b5-e2e784424d70 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0567064 Oct 29 08:12:52.715219 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3fdac7bd-f370-4d6e-99c0-422bfe3a2fb8 req-c466e419-8725-4b07-8cfa-41f835e8d0c0 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401225 Oct 29 08:12:53.383587 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3c24b435-c589-4939-936f-e0bd2706ef60 req-88d2005f-557e-491d-abe8-555333410fba tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0273418 Oct 29 08:12:53.669409 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2be3-d1db-4ee4-bd2b-94198770cdb5 req-44639ba7-01f2-40b8-8bc6-7a5889a66381 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:53.670929 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-219d2be3-d1db-4ee4-bd2b-94198770cdb5 req-44639ba7-01f2-40b8-8bc6-7a5889a66381 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Oct 29 08:12:53.712126 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-219d2be3-d1db-4ee4-bd2b-94198770cdb5 req-b4cc8373-9477-4d3e-99b9-329f10832f81 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Oct 29 08:12:53.848913 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9c7e0-2ef5-4609-95ac-1d4475bc1236 req-e40c2b34-f448-4241-b1e7-7ac599ea6b0b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:53.850506 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d9a9c7e0-2ef5-4609-95ac-1d4475bc1236 req-e40c2b34-f448-4241-b1e7-7ac599ea6b0b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0574577 Oct 29 08:12:53.892392 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d9a9c7e0-2ef5-4609-95ac-1d4475bc1236 req-317473e7-5b58-4e49-abf9-4c253e518173 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356565 Oct 29 08:12:54.504263 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a048cd4f-1893-433e-989f-4cceeb7fdc79 req-71676be3-d311-4b30-b9a6-82e35fdb0770 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0277903 Oct 29 08:12:54.521541 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:12:54.553088 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: b375cb71-c732-4240-821a-e5ecb6ed9c34 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:12:54.553317 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device b375cb71-c732-4240-821a-e5ecb6ed9c34 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:12:54.600697 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-672d52a3-b893-49fb-8f81-2e882f9d0b1a req-0610c05e-9159-4178-8e5f-39142a2e1284 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c418b505-ddba-4888-9242-ee9bcd0629be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264106 Oct 29 08:12:54.686676 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-672d52a3-b893-49fb-8f81-2e882f9d0b1a req-66b4101c-1fa1-42a1-97bb-9516c0d907ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=c418b505-ddba-4888-9242-ee9bcd0629be HTTP/1.1" status: 200 len: 210 time: 0.0325174 Oct 29 08:12:54.818671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d52a3-b893-49fb-8f81-2e882f9d0b1a req-ce1cf697-6011-41f6-8f7d-f427678cdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:54.820178 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-672d52a3-b893-49fb-8f81-2e882f9d0b1a req-ce1cf697-6011-41f6-8f7d-f427678cdf20 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1121489408e14120aac374606c0ace5e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1099854 Oct 29 08:12:54.846456 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54bec2-98bd-4399-9755-7e0120a3da59 req-32361b67-6b75-4271-a67c-40cc6dd1b632 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:54.848380 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6e54bec2-98bd-4399-9755-7e0120a3da59 req-32361b67-6b75-4271-a67c-40cc6dd1b632 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0641468 Oct 29 08:12:54.895896 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6e54bec2-98bd-4399-9755-7e0120a3da59 req-882949c2-1e53-49da-b327-973837716cb3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Oct 29 08:12:54.950799 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d52a3-b893-49fb-8f81-2e882f9d0b1a req-7a1b20ab-c5ba-480c-804b-35d8d0dcb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:54.950799 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-672d52a3-b893-49fb-8f81-2e882f9d0b1a req-7a1b20ab-c5ba-480c-804b-35d8d0dcb0de service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149940 Oct 29 08:12:55.040091 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e4dce-a5d5-47b3-9b41-cc9610c4de17 req-0f09b704-2f98-435c-8033-83ca0b0904a3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:55.041900 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea4e4dce-a5d5-47b3-9b41-cc9610c4de17 req-0f09b704-2f98-435c-8033-83ca0b0904a3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0598173 Oct 29 08:12:55.082210 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ea4e4dce-a5d5-47b3-9b41-cc9610c4de17 req-761baeb1-ed34-46fb-a554-21623e0dcbf1 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335100 Oct 29 08:12:55.648718 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-8b0ca1cd-433e-4111-a230-7121736d7b67 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:55.650305 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-8b0ca1cd-433e-4111-a230-7121736d7b67 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0597322 Oct 29 08:12:55.705645 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46396) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:55.804449 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8634c46-141e-4f6d-8030-e45acd091640 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:55.826417 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Deleting port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:12:55.826743 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:55.871935 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8634c46-141e-4f6d-8030-e45acd091640 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:55.973044 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] For port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:12:55.973603 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:55.991533 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Calling delete_port for 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:12:56.039151 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8634c46-141e-4f6d-8030-e45acd091640 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.039489 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4eb57-d330-47af-94a8-fc2f3f64a8fd req-1a2dab89-4809-4baf-a196-2b996be7518c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:56.041151 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-48a4eb57-d330-47af-94a8-fc2f3f64a8fd req-1a2dab89-4809-4baf-a196-2b996be7518c tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 945 time: 0.0611558 Oct 29 08:12:56.041924 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8634c46-141e-4f6d-8030-e45acd091640 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.043080 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b8634c46-141e-4f6d-8030-e45acd091640 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "DELETE /v2.0/security-groups/a7e14c6e-c451-41d2-b724-ba3432fda01c HTTP/1.1" status: 204 len: 168 time: 0.3456976 Oct 29 08:12:56.048454 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46400) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:56.059802 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8634c46-141e-4f6d-8030-e45acd091640 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e14c6e-c451-41d2-b724-ba3432fda01c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:56.084468 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.api.v2.resource [None req-9e38edff-2148-421d-b590-4c81dbbcb601 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] show failed (client error): The resource could not be found. Oct 29 08:12:56.090087 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9e38edff-2148-421d-b590-4c81dbbcb601 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups/a7e14c6e-c451-41d2-b724-ba3432fda01c HTTP/1.1" status: 404 len: 347 time: 0.0364666 Oct 29 08:12:56.094868 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46402) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:56.154509 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-48a4eb57-d330-47af-94a8-fc2f3f64a8fd req-801e85b6-ee4a-42da-8d67-af7efe425e47 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908165 Oct 29 08:12:56.288327 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938474-642f-44d2-a06c-1b829d7fbeb1 req-27abc491-36e7-4287-b923-9814d968ef1a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:56.290162 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-eb938474-642f-44d2-a06c-1b829d7fbeb1 req-27abc491-36e7-4287-b923-9814d968ef1a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0658517 Oct 29 08:12:56.342444 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-eb938474-642f-44d2-a06c-1b829d7fbeb1 req-3213bf4d-848e-4041-985e-eb353ce1cdc3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457304 Oct 29 08:12:56.356477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Deleting port a0826cc8-e245-4be1-8eb1-3d926713c50c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:12:56.356477 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.447190 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.447514 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.460751 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Calling delete_port for a0826cc8-e245-4be1-8eb1-3d926713c50c owned by network:floatingip {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:12:56.465026 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.482517 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f', '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936', '78e2c0c0-f0d6-4a79-8712-5efef3d2a062'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:12:56.510896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event deleted for resources: {'Port': ['ID=78e2c0c0-f0d6-4a79-8712-5efef3d2a062,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:56.593337 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] No DVR routers for this DVR port 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:12:56.597852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.601264 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-eb268e29-d9a9-4ff3-a567-ef9a3bded241 req-2ce223fa-cc57-4dc7-a1c6-7b2385542494 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "DELETE /v2.0/ports/78e2c0c0-f0d6-4a79-8712-5efef3d2a062 HTTP/1.1" status: 204 len: 173 time: 0.9351544 Oct 29 08:12:56.601714 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'name': 'network-vif-deleted', 'tag': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:12:56.604735 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa648bef-5a7b-48e8-bed1-0deef82a0688" -d '{"events": [{"server_uuid": "c7c78d16-9b4c-4551-bc7f-f5b5fefb5009", "name": "network-vif-deleted", "tag": "78e2c0c0-f0d6-4a79-8712-5efef3d2a062"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:12:56.655390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d47794a-dc5f-4aae-a58f-d91575a85964 x-openstack-request-id: req-2d47794a-dc5f-4aae-a58f-d91575a85964 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:12:56.655390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c78d16-9b4c-4551-bc7f-f5b5fefb5009", "name": "network-vif-deleted", "tag": "78e2c0c0-f0d6-4a79-8712-5efef3d2a062", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:12:56.655390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d47794a-dc5f-4aae-a58f-d91575a85964 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:12:56.655390 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c78d16-9b4c-4551-bc7f-f5b5fefb5009', 'name': 'network-vif-deleted', 'tag': '78e2c0c0-f0d6-4a79-8712-5efef3d2a062', 'status': 'completed', 'code': 200} Oct 29 08:12:56.796063 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.824388 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event deleted for resources: {'Port': ['ID=a0826cc8-e245-4be1-8eb1-3d926713c50c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:56.904378 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.909501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:56.912592 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-480f9e9c-d42f-42f1-a5ca-87ce2ffb21a7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "DELETE /v2.0/floatingips/da0e414f-3909-43bd-965f-e8c8e92595b5 HTTP/1.1" status: 204 len: 168 time: 0.8152823 Oct 29 08:12:57.266666 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46418) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:57.271386 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090993350', 'description': 'tempest-description--1624805731'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:57.367046 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-00d7d3ba-1f06-440a-9032-196a535215ab req-40d35d50-9aab-4968-a5d2-6bf03473b2d2 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7c78d16-9b4c-4551-bc7f-f5b5fefb5009 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Oct 29 08:12:57.368222 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:57.482350 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:57.503244 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf02963-d79c-4e9e-85da-2da26fb0d699 req-14322f1e-2484-4fb0-b734-490f9af4f53f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:57.504726 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1cf02963-d79c-4e9e-85da-2da26fb0d699 req-14322f1e-2484-4fb0-b734-490f9af4f53f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0788217 Oct 29 08:12:57.545413 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1cf02963-d79c-4e9e-85da-2da26fb0d699 req-c00a7879-9ed8-45d4-ac89-f4d989068c74 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347247 Oct 29 08:12:57.567003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:57.596118 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb089f3-a05b-4b0a-af52-50cd296b1175,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:57.603035 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.603342 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.603968 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.604134 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.604368 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.604949 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.605110 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.605331 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.605656 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.605974 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.606293 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.606610 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:12:57.753180 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:57.754566 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-9e59018e-b17a-49c6-bbe6-6e3a9b38cb2c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4868431 Oct 29 08:12:57.757661 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46422) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:57.762257 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'security_group_rule': {'security_group_id': 'efb089f3-a05b-4b0a-af52-50cd296b1175', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:57.892459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:57.951484 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.053274 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.087024 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79563d9-62e8-41e3-af57-a41dc4a9f1e9,revision_number=0']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:58.158586 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.163500 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46424) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:58.168503 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'security_group_rule': {'security_group_id': 'efb089f3-a05b-4b0a-af52-50cd296b1175', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:58.171041 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-24ab9bd0-a56e-4b8b-a88c-b9e5b3183d4d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122782 Oct 29 08:12:58.252745 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.318808 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.395796 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753334'] for security_group_rule, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.415839 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d859cb9-1c40-4eb0-9353-89770a17dbc1,revision_number=0']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:58.483642 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.485760 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e9d7cdb3-f397-4c66-afd8-cef7f5917c4a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209987 Oct 29 08:12:58.489329 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46432) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:12:58.493867 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:12:58.523338 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:12:58.545184 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:12:58.545524 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 78e2c0c0-f0d6-4a79-8712-5efef3d2a062 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:12:58.595868 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.687338 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bd2d1-0ac6-4e3f-9764-b7a1af58b18f req-cdca2e29-db91-4131-98f2-80532315819d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:12:58.689217 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-768bd2d1-0ac6-4e3f-9764-b7a1af58b18f req-cdca2e29-db91-4131-98f2-80532315819d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0670974 Oct 29 08:12:58.727168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:58.745972 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-768bd2d1-0ac6-4e3f-9764-b7a1af58b18f req-fc18e8a6-e8de-4a4a-b118-b1d967fe1cb4 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 Oct 29 08:12:58.839506 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Allocated IP 172.27.2.112 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/0768f349-0971-420d-b8af-1c5c0ef0d9fc) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:12:58.960688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.065089 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.110050 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:12:59.113335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:12:59.117869 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:12:59.121073 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'Port': ['ID=0768f349-0971-420d-b8af-1c5c0ef0d9fc,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:59.456792 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.547378 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.703903 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.755926 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.826336 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'Port': ['ID=0768f349-0971-420d-b8af-1c5c0ef0d9fc,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:12:59.838199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.941562 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:12:59.943285 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e48d6c2c-562c-4e08-82d1-593bdef8f899 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4527636 Oct 29 08:13:00.186295 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f28c9-72e5-4e1f-9fd6-ed71d255e524 req-9a5739d6-f0c5-4655-95b3-3fe2f5fadb57 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:00.188695 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0b3f28c9-72e5-4e1f-9fd6-ed71d255e524 req-9a5739d6-f0c5-4655-95b3-3fe2f5fadb57 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0520086 Oct 29 08:13:00.231764 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0b3f28c9-72e5-4e1f-9fd6-ed71d255e524 req-1f632352-359b-42a4-a2cc-518fabac029a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365133 Oct 29 08:13:00.339730 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-53f7a0c3-0d0c-4dc5-92ee-b1f05bf5aa39 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1090993350&fields=id&tenant_id=1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 267 time: 0.0336931 Oct 29 08:13:00.464350 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-4715cef8-96cf-4d62-9ef9-a7f94c52aba0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:00.465884 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-4715cef8-96cf-4d62-9ef9-a7f94c52aba0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 817 time: 0.1192703 Oct 29 08:13:00.481745 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-61718e89-db3e-45f1-aae6-26bbd7083f44 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/quotas/1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 375 time: 0.0094492 Oct 29 08:13:00.538602 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-f94b76ea-401a-46a5-8d44-789a750edada tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506737 Oct 29 08:13:00.644271 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-3652a7ef-f297-4184-b55b-39bae67c6323 service neutron] 10.222.0.74 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919001 Oct 29 08:13:00.740735 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-a9defe71-025e-4d8f-8515-9f56c8785bfd service neutron] 10.222.0.74 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Oct 29 08:13:01.045870 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee1f3a-acb3-4aeb-87ea-777d3a8da910 req-980bef3b-ca30-4739-83bb-55ae13801c93 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:01.048900 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-89ee1f3a-acb3-4aeb-87ea-777d3a8da910 req-980bef3b-ca30-4739-83bb-55ae13801c93 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 945 time: 0.0684798 Oct 29 08:13:01.099073 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-89ee1f3a-acb3-4aeb-87ea-777d3a8da910 req-f026073b-bb68-4b87-b914-769b5a8d96fa tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384479 Oct 29 08:13:01.231530 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-2f7fe002-33ed-4c58-93da-c4b3391baca8 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281192249&fields=id&tenant_id=ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 267 time: 0.0366824 Oct 29 08:13:01.340421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-e0ec6931-a0ca-4d5d-b125-e2ea2c093d65 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:01.341927 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-e0ec6931-a0ca-4d5d-b125-e2ea2c093d65 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 812 time: 0.1033902 Oct 29 08:13:01.357827 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-da29836c-2eeb-4eb9-a755-0ca8f0ffa52d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/quotas/ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 375 time: 0.0094991 Oct 29 08:13:01.423294 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-e78269b2-ad99-415f-9594-c8ecec2aacbc tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0594609 Oct 29 08:13:01.534961 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-34c70860-96c8-499b-b6ba-4a81582c8e25 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955610 Oct 29 08:13:01.637038 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-f849c6d7-d332-4cce-b82e-d91392a25f15 service neutron] 10.222.0.74 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960357 Oct 29 08:13:01.685508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-c9a8f637-2f5f-4001-91b4-ef3e4cf88070 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:01.687755 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-c9a8f637-2f5f-4001-91b4-ef3e4cf88070 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 945 time: 0.0572033 Oct 29 08:13:01.846579 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-3d644596-bd6b-46e9-ab82-89f081ebbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:01.848369 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-3d644596-bd6b-46e9-ab82-89f081ebbc91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1099 time: 0.0694475 Oct 29 08:13:01.892641 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Deleting port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:13:01.893213 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:02.090739 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-d7363e46-7581-4883-9118-f21671e5f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:02.092413 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-d7363e46-7581-4883-9118-f21671e5f24d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 909 time: 0.2361181 Oct 29 08:13:02.100752 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] For port ee4c8b21-3bc5-42e5-bdd3-388297fa1936, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:02.100990 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:02.147199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Calling delete_port for ee4c8b21-3bc5-42e5-bdd3-388297fa1936 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:13:02.213840 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-0f70b656-16f6-4bb4-8f21-3ea6736ea9e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 1002 time: 0.1100540 Oct 29 08:13:02.282895 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-358720f8-9d1f-4289-885a-b2a3197dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:02.284415 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-358720f8-9d1f-4289-885a-b2a3197dae87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0619109 Oct 29 08:13:02.371330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-d7c0d017-44fd-4180-9702-75f33202a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:02.372842 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-d7c0d017-44fd-4180-9702-75f33202a270 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783129 Oct 29 08:13:02.430332 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:02.442060 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f', '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:13:02.477606 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event deleted for resources: {'Port': ['ID=ee4c8b21-3bc5-42e5-bdd3-388297fa1936,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:02.478893 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-28c467ea-f133-4c5a-827d-9668c0a7b5f6 req-781d39a6-7db6-497d-b0c3-f27ddd606319 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 210 time: 0.0490005 Oct 29 08:13:02.539157 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] No DVR routers for this DVR port ee4c8b21-3bc5-42e5-bdd3-388297fa1936 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:13:02.545567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:02.548847 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-c5ada321-f487-4bc0-aea2-88101f5383d1 req-021844dc-6cb7-4e31-a162-a190ade7cf66 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "DELETE /v2.0/ports/ee4c8b21-3bc5-42e5-bdd3-388297fa1936 HTTP/1.1" status: 204 len: 173 time: 0.8539464 Oct 29 08:13:02.549415 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3114d6-40ee-45a8-b346-626e84a51188', 'name': 'network-vif-deleted', 'tag': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:02.552134 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec70a724-acc1-4ca1-8eb3-6638f5a6f3f6" -d '{"events": [{"server_uuid": "6e3114d6-40ee-45a8-b346-626e84a51188", "name": "network-vif-deleted", "tag": "ee4c8b21-3bc5-42e5-bdd3-388297fa1936"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:02.584710 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-6de272f2-957e-4779-8918-759101d59213 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035794 Oct 29 08:13:02.684395 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2075b7-608f-4360-a447-8637d2d20009 req-f4e0456e-e2f0-42d4-a7b6-6c45eb7d5380 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:02.685900 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb2075b7-608f-4360-a447-8637d2d20009 req-f4e0456e-e2f0-42d4-a7b6-6c45eb7d5380 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0803750 Oct 29 08:13:02.713360 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e1859c41-316b-4b05-933d-0cd1fde63854 req-95cf7514-0fd5-4e67-b1f0-baab7046f11b service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098380 Oct 29 08:13:02.737069 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb2075b7-608f-4360-a447-8637d2d20009 req-29dc0cc4-f7f8-48fc-abf9-0c351e213b99 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Oct 29 08:13:02.835935 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-957c7127-4817-4bcf-8824-8876236047f4 req-b5d0f9c8-f12b-421a-81ea-cefe657e608f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e3114d6-40ee-45a8-b346-626e84a51188 HTTP/1.1" status: 200 len: 210 time: 0.0374911 Oct 29 08:13:02.908569 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bb150e1d-85db-479e-9dcc-e81b71d300f8 req-028fa207-48cc-4bbf-935f-70ea6fb7858d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 210 time: 0.0268719 Oct 29 08:13:02.953923 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c82e9a-3430-4aa4-8ce9-6dd89459806b x-openstack-request-id: req-41c82e9a-3430-4aa4-8ce9-6dd89459806b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:02.954156 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3114d6-40ee-45a8-b346-626e84a51188", "name": "network-vif-deleted", "tag": "ee4c8b21-3bc5-42e5-bdd3-388297fa1936", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:02.954407 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41c82e9a-3430-4aa4-8ce9-6dd89459806b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:02.954804 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3114d6-40ee-45a8-b346-626e84a51188', 'name': 'network-vif-deleted', 'tag': 'ee4c8b21-3bc5-42e5-bdd3-388297fa1936', 'status': 'completed', 'code': 200} Oct 29 08:13:03.167243 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-c06f8008-a587-4b5f-b145-ffdf6de9e220 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:03.168811 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-c06f8008-a587-4b5f-b145-ffdf6de9e220 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 817 time: 0.1169684 Oct 29 08:13:03.216530 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-a3d6bee8-9422-40d8-a7b8-aa1881b91a71 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 380 time: 0.0353143 Oct 29 08:13:03.226436 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'port': {'device_id': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'admin_state_up': True, 'tenant_id': '1121489408e14120aac374606c0ace5e', 'security_groups': ['efb089f3-a05b-4b0a-af52-50cd296b1175']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:13:03.474679 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Made reservation on behalf of 1121489408e14120aac374606c0ace5e for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:13:03.474679 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:03.612412 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ac1f72b-b053-41b1-9bbf-bf93736c72cb req-729432bc-9856-4906-9e1e-63b47d0fc779 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 210 time: 0.0408432 Oct 29 08:13:03.623080 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Allocated IP 172.20.0.9 (10f097fa-f130-4cbf-8d9d-2ef00b65ce40/03c62303-0884-4137-b949-c348e2a8baee/34e415fe-b452-4e24-bdd9-b8890f59fa1f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:13:03.765672 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:03.867603 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f6e8-7c27-40cc-ac25-4f6f908ce144 req-71614b57-f4dc-4b97-a953-6be716ab3a6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:03.870512 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-70a3f6e8-7c27-40cc-ac25-4f6f908ce144 req-71614b57-f4dc-4b97-a953-6be716ab3a6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0586300 Oct 29 08:13:03.887278 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:03.931059 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-70a3f6e8-7c27-40cc-ac25-4f6f908ce144 req-a8fe8c0e-f6aa-41c3-9bc5-c8155999a21e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530412 Oct 29 08:13:03.943572 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:13:03.946657 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:13:03.951079 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:13:03.980974 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:03.994964 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.995178 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.995584 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.996020 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.996438 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.996818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.997213 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.997769 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.998161 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.998548 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:03.998946 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:04.000008 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:04.037476 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:04.037476 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:04.075369 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a38c6e86-d79f-4d5c-86aa-443ea5e4240f req-d074f5f7-0747-453f-910e-eea64149faec tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 210 time: 0.0296555 Oct 29 08:13:04.130108 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-7642b38d-8b8c-4a55-a41f-c7b7beeceace tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9074152 Oct 29 08:13:04.144055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Request body: {'port': {'device_id': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:13:04.196670 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4f29a386-e8f8-49c5-a94c-5e70b2e43de8 None None] Provisioning complete for port 34e415fe-b452-4e24-bdd9-b8890f59fa1f triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:13:04.197502 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f29a386-e8f8-49c5-a94c-5e70b2e43de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:04.202001 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:04.236568 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4f29a386-e8f8-49c5-a94c-5e70b2e43de8 None None] Port 34e415fe-b452-4e24-bdd9-b8890f59fa1f cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:13:04.508576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e415fe-b452-4e24-bdd9-b8890f59fa1f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:13:04.517939 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:04.535811 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device ee4c8b21-3bc5-42e5-bdd3-388297fa1936 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:13:04.537063 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Transition to ACTIVE for port object 34e415fe-b452-4e24-bdd9-b8890f59fa1f will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:13:04.550785 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdac78-f12f-40a3-a3aa-358c5c02e166 req-e754e030-8864-4b9d-8344-64b13b4a7649 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:04.552289 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8bcdac78-f12f-40a3-a3aa-358c5c02e166 req-e754e030-8864-4b9d-8344-64b13b4a7649 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 946 time: 0.0672545 Oct 29 08:13:04.563825 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: ee4c8b21-3bc5-42e5-bdd3-388297fa1936 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:13:04.564535 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device ee4c8b21-3bc5-42e5-bdd3-388297fa1936 not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:13:04.601867 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8bcdac78-f12f-40a3-a3aa-358c5c02e166 req-9d964576-a626-4b3a-9be7-389b82552b7e tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Oct 29 08:13:04.624373 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:04.743838 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419fedd-e887-46df-8bef-556d1e250d01 req-8d4ef3d4-4b37-4ab5-beba-e1cc01ca80ce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:04.746052 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2419fedd-e887-46df-8bef-556d1e250d01 req-8d4ef3d4-4b37-4ab5-beba-e1cc01ca80ce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0568781 Oct 29 08:13:04.773730 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:04.786410 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-5413da2f-cbd3-4d8a-b708-abbc1aa2a739 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:04.787922 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-5413da2f-cbd3-4d8a-b708-abbc1aa2a739 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 812 time: 0.2261186 Oct 29 08:13:04.795697 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2419fedd-e887-46df-8bef-556d1e250d01 req-741f54ac-901d-4131-b151-afdb1de3153d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Oct 29 08:13:04.840429 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Attempting to bind port 34e415fe-b452-4e24-bdd9-b8890f59fa1f on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:13:04.840764 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Attempting to bind port 34e415fe-b452-4e24-bdd9-b8890f59fa1f by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:13:04.841089 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Attempting to bind port 34e415fe-b452-4e24-bdd9-b8890f59fa1f on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:13:04.854556 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-5cd3adf5-fe4d-4201-8964-15063dc79d14 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff48a32616594d1db6e016b952ab70eb HTTP/1.1" status: 200 len: 379 time: 0.0558498 Oct 29 08:13:04.856027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Port 34e415fe-b452-4e24-bdd9-b8890f59fa1f on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:13:04.856529 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Attempting to bind port 34e415fe-b452-4e24-bdd9-b8890f59fa1f on network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:13:04.867211 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'port': {'device_id': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'admin_state_up': True, 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'security_groups': ['07b638f2-f8cc-4d7a-a2b4-47a57a887d19']}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:13:04.872746 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:13:04.872746 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Checking segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:13:04.872746 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Bound using segment: {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:13:04.872746 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Bound port: 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b015ab-d6b7-466d-920f-8e4ab9f10f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:13:04.872746 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:05.018818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:13:05.022416 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:13:05.072363 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3067be-d53d-420b-86ac-feb5ddf7bba3 req-e74e6e5a-8854-4bd4-8388-b45542f4eea3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:05.073851 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc3067be-d53d-420b-86ac-feb5ddf7bba3 req-e74e6e5a-8854-4bd4-8388-b45542f4eea3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0573514 Oct 29 08:13:05.115749 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dc3067be-d53d-420b-86ac-feb5ddf7bba3 req-b8b28e17-bc17-47a5-b904-dc882eb6e3c4 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343025 Oct 29 08:13:05.139875 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:05.172437 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Made reservation on behalf of ff48a32616594d1db6e016b952ab70eb for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:13:05.176006 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:05.199753 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:05.200325 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:05.201758 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] 10.222.0.49 "PUT /v2.0/ports/34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 200 len: 1093 time: 1.0639777 Oct 29 08:13:05.202276 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:05.205709 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39565ef9-abcc-4128-a474-e8d047265db6" -d '{"events": [{"name": "network-changed", "server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:05.235752 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-466a4084-7990-4dbc-84f0-c5a0ee83ef95 req-9354cec8-60e2-4b8d-a89d-352e97e36a1c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 210 time: 0.0567231 Oct 29 08:13:05.245014 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6db11-6f12-4f3e-a996-33eced3d301d service neutron] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:05.313331 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd079940-c875-4cc9-ac20-54b7382dee1d x-openstack-request-id: req-dd079940-c875-4cc9-ac20-54b7382dee1d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:05.313623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:05.313942 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd079940-c875-4cc9-ac20-54b7382dee1d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:05.314426 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'status': 'completed', 'code': 200} Oct 29 08:13:05.400852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Allocated IP 172.20.0.9 (f8b8c9d1-03fa-4e4e-8832-c292076c8273/37b470e5-6b68-450a-b10b-1ab2cd526497/25eaeed2-043b-41ab-a209-0eebc5ed646b) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:13:05.407386 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-0898b375-f199-4f54-b6f2-258d3e757657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:05.409789 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-0898b375-f199-4f54-b6f2-258d3e757657 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1096 time: 0.0921366 Oct 29 08:13:05.474809 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-c17651e1-034b-4313-8015-daf1d1c63b02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 200 len: 217 time: 0.0524008 Oct 29 08:13:05.582868 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-31affea7-dc67-43da-816a-6f0c00b9862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:05.584339 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-31affea7-dc67-43da-816a-6f0c00b9862c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.1017754 Oct 29 08:13:05.669757 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:05.681968 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-037366af-0fc4-4272-aff9-49190d55a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:05.683483 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-037366af-0fc4-4272-aff9-49190d55a452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859916 Oct 29 08:13:05.749985 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28652bf3-5b40-4822-a24b-5c6e3d0b5bf1 req-53eb932a-2808-4b8d-9916-54ef8e274904 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:05.752062 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-28652bf3-5b40-4822-a24b-5c6e3d0b5bf1 req-53eb932a-2808-4b8d-9916-54ef8e274904 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 946 time: 0.0618694 Oct 29 08:13:05.794017 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-28652bf3-5b40-4822-a24b-5c6e3d0b5bf1 req-f1e9d28f-4d8f-4e31-ba25-f9650a50c4b3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 Oct 29 08:13:05.818204 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-66b79cd4-0d68-4b85-9e36-1bc90a49348c service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185653 Oct 29 08:13:05.886268 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.49', 64643) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:05.887512 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:05.977018 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:13:05.991721 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:13:06.003454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:13:06.006792 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-de489b21-dae9-41eb-82b6-c89a48a51ae3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.008631 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-de489b21-dae9-41eb-82b6-c89a48a51ae3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 946 time: 0.1208661 Oct 29 08:13:06.019610 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ae3a5-7f3c-48ca-a3d4-cf0e720b6394 req-9ebfeb32-a38a-4720-9a17-7bb2af307fce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.030038 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-816ae3a5-7f3c-48ca-a3d4-cf0e720b6394 req-9ebfeb32-a38a-4720-9a17-7bb2af307fce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.1251423 Oct 29 08:13:06.064567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:06.083371 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-78d6fe6a-cf3e-44f8-9d6a-faab06041929 req-2e52a15f-4f58-45c9-878c-b1ecf719a4ae service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563789 Oct 29 08:13:06.096302 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.096886 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.149132 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-816ae3a5-7f3c-48ca-a3d4-cf0e720b6394 req-f0f6fb58-7f67-4e3d-aa7e-63c8a247baaf tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177964 Oct 29 08:13:06.222378 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Deleting port 662e8a0e-1e19-481c-adf9-e945fc84dc1e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:13:06.227732 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.320751 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-eecf08ad-fb5a-47cd-9afc-b7e833415558 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4576914 Oct 29 08:13:06.337865 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Request body: {'port': {'device_id': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:13:06.349143 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-917b352b-712a-48b5-81b0-b967a400a6cc None None] Provisioning complete for port 25eaeed2-043b-41ab-a209-0eebc5ed646b triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:13:06.349725 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-917b352b-712a-48b5-81b0-b967a400a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.371367 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7493f-202b-425b-8815-fd4991190796 req-f503994a-5a9a-436d-a7a9-1b2a8300404a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.381332 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565ef9-abcc-4128-a474-e8d047265db6 req-a4137ed0-8f15-43f9-a79b-3bfebb63f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.384409 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-17e7493f-202b-425b-8815-fd4991190796 req-f503994a-5a9a-436d-a7a9-1b2a8300404a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.1041458 Oct 29 08:13:06.385650 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-a4137ed0-8f15-43f9-a79b-3bfebb63f1d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1096 time: 0.1042645 Oct 29 08:13:06.411775 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-917b352b-712a-48b5-81b0-b967a400a6cc None None] Port 25eaeed2-043b-41ab-a209-0eebc5ed646b cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:13:06.415002 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] For port 662e8a0e-1e19-481c-adf9-e945fc84dc1e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=662e8a0e-1e19-481c-adf9-e945fc84dc1e,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:06.415474 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.437706 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Calling delete_port for 662e8a0e-1e19-481c-adf9-e945fc84dc1e owned by compute:nova {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:13:06.460851 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-17e7493f-202b-425b-8815-fd4991190796 req-38df237d-3690-45e2-ae44-7dfaee8f77f6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755427 Oct 29 08:13:06.654158 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64144c-e1e3-4938-b5b1-55fdac4f727d req-bad1f5cc-da10-4cb6-b1ac-a86da4cac29e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.656257 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd64144c-e1e3-4938-b5b1-55fdac4f727d req-bad1f5cc-da10-4cb6-b1ac-a86da4cac29e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 931 time: 0.0968585 Oct 29 08:13:06.704114 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd64144c-e1e3-4938-b5b1-55fdac4f727d req-0eb85078-9b89-4ac0-99e9-c4e2ce2cd87a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388446 Oct 29 08:13:06.716506 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.735853 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f', '662e8a0e-1e19-481c-adf9-e945fc84dc1e'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:13:06.741411 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.775047 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event deleted for resources: {'Port': ['ID=662e8a0e-1e19-481c-adf9-e945fc84dc1e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:06.872437 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] No DVR routers for this DVR port 662e8a0e-1e19-481c-adf9-e945fc84dc1e on host hv-cinder-74134 {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:13:06.876123 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:06.879742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b5d83094-2d11-4c86-bb83-7f564e53907a req-4128b235-70be-4da1-afe9-b71599800287 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "DELETE /v2.0/ports/662e8a0e-1e19-481c-adf9-e945fc84dc1e HTTP/1.1" status: 204 len: 173 time: 0.8471763 Oct 29 08:13:06.880218 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d286310-4c46-44bb-843b-b8e677a673df', 'name': 'network-vif-deleted', 'tag': '662e8a0e-1e19-481c-adf9-e945fc84dc1e'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:06.882820 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4738d65-c9b1-4b88-b708-579d5e34ea7f" -d '{"events": [{"server_uuid": "3d286310-4c46-44bb-843b-b8e677a673df", "name": "network-vif-deleted", "tag": "662e8a0e-1e19-481c-adf9-e945fc84dc1e"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:06.884550 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565ef9-abcc-4128-a474-e8d047265db6 req-82edaabb-d702-4e28-bf67-3ea3560ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:06.886038 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-82edaabb-d702-4e28-bf67-3ea3560ffc15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.4688830 Oct 29 08:13:06.941237 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-2cbe2c74-e33e-4bfa-b8f3-dae88f3fb4f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 200 len: 217 time: 0.0427723 Oct 29 08:13:07.050700 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565ef9-abcc-4128-a474-e8d047265db6 req-fe0604d6-e675-4e41-ba49-4aeac2562779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:07.052189 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-fe0604d6-e675-4e41-ba49-4aeac2562779 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0970426 Oct 29 08:13:07.159423 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565ef9-abcc-4128-a474-e8d047265db6 req-0c17a33c-3461-4e6f-b856-a288c2c4fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:07.160918 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-0c17a33c-3461-4e6f-b856-a288c2c4fb36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003356 Oct 29 08:13:07.179936 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b4d2c9a7-0326-4cb4-a689-18dadbb8cebd req-9f350465-31c6-4715-aae7-c261c2402225 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d286310-4c46-44bb-843b-b8e677a673df HTTP/1.1" status: 200 len: 210 time: 0.0279894 Oct 29 08:13:07.180252 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25eaeed2-043b-41ab-a209-0eebc5ed646b {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:13:07.209724 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:07.232152 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-96bb93c3-e9f1-4319-bd05-a7a00f6757ae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469720 Oct 29 08:13:07.233222 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84256fb7-6893-493f-a96f-02a5a0ebf544 x-openstack-request-id: req-84256fb7-6893-493f-a96f-02a5a0ebf544 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:07.233642 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d286310-4c46-44bb-843b-b8e677a673df", "name": "network-vif-deleted", "tag": "662e8a0e-1e19-481c-adf9-e945fc84dc1e", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:07.234143 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-84256fb7-6893-493f-a96f-02a5a0ebf544 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:07.234706 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d286310-4c46-44bb-843b-b8e677a673df', 'name': 'network-vif-deleted', 'tag': '662e8a0e-1e19-481c-adf9-e945fc84dc1e', 'status': 'completed', 'code': 200} Oct 29 08:13:07.253858 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Transition to ACTIVE for port object 25eaeed2-043b-41ab-a209-0eebc5ed646b will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:13:07.290216 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-bb1a669e-d903-4384-8c40-b16ea41bb821 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194999 Oct 29 08:13:07.348816 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:07.422794 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Pushing event updated for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:07.507110 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-39565ef9-abcc-4128-a474-e8d047265db6 req-bb4c3801-fa18-4240-afae-5110128c8063 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097726 Oct 29 08:13:07.551964 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Attempting to bind port 25eaeed2-043b-41ab-a209-0eebc5ed646b on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:13:07.552619 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Attempting to bind port 25eaeed2-043b-41ab-a209-0eebc5ed646b by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:13:07.553130 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Attempting to bind port 25eaeed2-043b-41ab-a209-0eebc5ed646b on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:13:07.555449 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa5094-9d0f-4504-a119-0b999d78bdde req-5e245198-4a14-4f72-ae7a-0af03ec385cc tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:07.557413 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a7aa5094-9d0f-4504-a119-0b999d78bdde req-5e245198-4a14-4f72-ae7a-0af03ec385cc tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.2591898 Oct 29 08:13:07.559374 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Port 25eaeed2-043b-41ab-a209-0eebc5ed646b on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:13:07.559985 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Attempting to bind port 25eaeed2-043b-41ab-a209-0eebc5ed646b on network f8b8c9d1-03fa-4e4e-8832-c292076c8273 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:13:07.566986 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:13:07.567862 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Checking segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:13:07.568437 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Bound using segment: {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:13:07.569037 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Bound port: 25eaeed2-043b-41ab-a209-0eebc5ed646b, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6ebc3b-1528-470e-b847-cd04207eaae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:13:07.569577 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:07.604855 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a7aa5094-9d0f-4504-a119-0b999d78bdde req-3a01938a-c7d7-42dd-b842-e46ed36aadae tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Oct 29 08:13:07.646843 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:13:07.650172 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:13:07.721192 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9d7f-d7bf-4363-b6cd-5d99900788d4 req-153c4721-8d27-436e-ac98-0c3cf3a8dd42 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:07.722887 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3afc9d7f-d7bf-4363-b6cd-5d99900788d4 req-153c4721-8d27-436e-ac98-0c3cf3a8dd42 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0533493 Oct 29 08:13:07.756441 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:07.766487 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3afc9d7f-d7bf-4363-b6cd-5d99900788d4 req-7ba2baa5-aebf-478d-9e2e-435118abfd66 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366428 Oct 29 08:13:07.800229 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:07.800741 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:07.802170 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] 10.222.0.49 "PUT /v2.0/ports/25eaeed2-043b-41ab-a209-0eebc5ed646b HTTP/1.1" status: 200 len: 1093 time: 1.4720232 Oct 29 08:13:07.802587 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:07.804897 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e299d8-c872-4c82-b8a1-476e7af7a493" -d '{"events": [{"name": "network-changed", "server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:07.831497 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907a2b6-5248-42a8-b75f-cef0357f6263 service neutron] Pushing event updated for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:07.910924 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fadbaf-ee0c-41c0-b507-3e3935b185a3 req-19e72f9a-e2cb-439b-add7-dc69f75588a9 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:07.912879 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e9fadbaf-ee0c-41c0-b507-3e3935b185a3 req-19e72f9a-e2cb-439b-add7-dc69f75588a9 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0605669 Oct 29 08:13:07.980449 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e9fadbaf-ee0c-41c0-b507-3e3935b185a3 req-a55d0ec5-4d0c-4a8d-b028-8ef299525264 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572278 Oct 29 08:13:08.011395 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-86b29996-428c-4a31-9a59-b28ef4657fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.015807 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-86b29996-428c-4a31-9a59-b28ef4657fb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 1096 time: 0.0606403 Oct 29 08:13:08.070892 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9a6bc-38ef-4499-81d1-edef0de6cff1 x-openstack-request-id: req-80b9a6bc-38ef-4499-81d1-edef0de6cff1 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:08.071120 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:08.071296 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80b9a6bc-38ef-4499-81d1-edef0de6cff1 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:08.071713 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'status': 'completed', 'code': 200} Oct 29 08:13:08.073644 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-8a09cb7c-fdb8-4bf9-a395-c811842d0a71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b HTTP/1.1" status: 200 len: 217 time: 0.0480945 Oct 29 08:13:08.132216 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-785f62ca-f116-4b50-a760-b5e7065806bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.133807 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-785f62ca-f116-4b50-a760-b5e7065806bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0534463 Oct 29 08:13:08.190797 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-e1bef232-60ff-46b0-bbb2-38d2c7178990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.192371 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-e1bef232-60ff-46b0-bbb2-38d2c7178990 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487189 Oct 29 08:13:08.332150 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-6f051a46-e9cb-490e-bbb2-12e7d03a9b42 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315396 Oct 29 08:13:08.430760 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-e70aab3a-1630-4aa7-bcd5-7001e92850ed req-74386af1-a430-4f01-8d44-0ad029b8d55b service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905228 Oct 29 08:13:08.556236 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:13:08.559402 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 4b43a419-8fb0-4bca-a959-f88d04a94520 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:13:08.612047 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-7662f0db-d9a8-46f9-8bd8-8dfc115ecc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.613489 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-7662f0db-d9a8-46f9-8bd8-8dfc115ecc1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 1096 time: 0.0508211 Oct 29 08:13:08.718800 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:08.729970 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-41d2fa36-0342-4f79-a389-4610eaa28029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.732381 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-41d2fa36-0342-4f79-a389-4610eaa28029 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.1075413 Oct 29 08:13:08.739421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8986b-a3b2-4162-b892-b6eb32316a01 req-4fa48166-8ae0-4716-b9ab-0528577b23df tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.740956 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8a8986b-a3b2-4162-b892-b6eb32316a01 req-4fa48166-8ae0-4716-b9ab-0528577b23df tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0573859 Oct 29 08:13:08.744539 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:08.769444 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:08.772009 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a51790-c50d-4329-8de3-da3dc87ec166" -d '{"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:08.781728 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'mac_address': 'fa:16:3e:33:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:13:08.786758 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-15aa7b74-637e-4447-8fa9-0ef3ba754cbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b HTTP/1.1" status: 200 len: 217 time: 0.0421369 Oct 29 08:13:08.788766 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:08.791389 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e8a8986b-a3b2-4162-b892-b6eb32316a01 req-8a475d1f-3999-48ed-88e0-f5c81d8a9746 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Oct 29 08:13:08.832323 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:08.842706 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e58a4-d103-4279-96c0-7a59584566d8 x-openstack-request-id: req-884e58a4-d103-4279-96c0-7a59584566d8 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:08.843130 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-unplugged", "status": "failed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "code": 422}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:08.843396 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-884e58a4-d103-4279-96c0-7a59584566d8 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:08.844001 dv-cinder-741349-6-iscsi neutron-server[102134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'code': 422} returned with failed status Oct 29 08:13:08.849351 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-e404d90f-10fc-4002-bf9c-ca35fac7ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.850316 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e415fe-b452-4e24-bdd9-b8890f59fa1f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:13:08.850891 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-e404d90f-10fc-4002-bf9c-ca35fac7ef13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0557530 Oct 29 08:13:08.873440 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:08.915740 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-d42b9388-77b0-4b6b-8951-0f3bb9f4ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.915977 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:08.917548 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-d42b9388-77b0-4b6b-8951-0f3bb9f4ec74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530744 Oct 29 08:13:08.957403 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fb899-701b-4fd2-b34a-18463df0a7e2 req-0cabc4e4-2317-47c7-b3e4-5955dc962d73 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:08.958051 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:08.969238 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e71fb899-701b-4fd2-b34a-18463df0a7e2 req-0cabc4e4-2317-47c7-b3e4-5955dc962d73 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0727074 Oct 29 08:13:08.978732 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:08.987524 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.987926 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.988374 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.988945 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.989283 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.989670 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.990173 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.990680 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.991028 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.991361 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.991720 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:08.992207 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:13:09.011651 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e71fb899-701b-4fd2-b34a-18463df0a7e2 req-3bdbfe93-511f-4c84-8a47-e851873844a6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413287 Oct 29 08:13:09.047535 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-df1830f8-a818-4257-91b5-5970ab98fec8 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182029 Oct 29 08:13:09.059028 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:09.145329 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33581-e638-4a58-9946-64d846f89f5b req-15c97694-4258-4b71-94d8-3cc69c60b3f5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:09.147122 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-74f33581-e638-4a58-9946-64d846f89f5b req-15c97694-4258-4b71-94d8-3cc69c60b3f5 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0632412 Oct 29 08:13:09.156679 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-01e299d8-c872-4c82-b8a1-476e7af7a493 req-b8ed03e0-10f8-417f-bef7-9e8ef6bd261c service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007512 Oct 29 08:13:09.191056 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-74f33581-e638-4a58-9946-64d846f89f5b req-77a06bac-3049-4e86-9163-da5650b8d3b0 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375903 Oct 29 08:13:09.218781 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['34e415fe-b452-4e24-bdd9-b8890f59fa1f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:13:10.002133 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c718f76-bdbf-4ca9-a1c5-2e0c371dfdd9 req-596eb58e-6384-4747-a351-bbc562547d3f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.003715 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3c718f76-bdbf-4ca9-a1c5-2e0c371dfdd9 req-596eb58e-6384-4747-a351-bbc562547d3f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0548916 Oct 29 08:13:10.025692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-30b81a75-b399-4820-a02d-6ca4ec0412c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.027198 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-30b81a75-b399-4820-a02d-6ca4ec0412c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae&tenant_id=7da1b4770be64c55b7b94c4cb23b919d HTTP/1.1" status: 200 len: 1097 time: 0.0475864 Oct 29 08:13:10.047820 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3c718f76-bdbf-4ca9-a1c5-2e0c371dfdd9 req-073e33c9-9eba-415f-8cac-de86db24a2d0 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360782 Oct 29 08:13:10.092952 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-fc4824bc-2cc8-41bb-85f4-80fdf4c54cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.094648 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-fc4824bc-2cc8-41bb-85f4-80fdf4c54cfb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1097 time: 0.0437484 Oct 29 08:13:10.161104 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166305c7-c0bb-4c42-bd82-70e60bcbd2d7 req-eb9397b0-c73f-44de-8f68-3358ac00881f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.163571 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-166305c7-c0bb-4c42-bd82-70e60bcbd2d7 req-eb9397b0-c73f-44de-8f68-3358ac00881f tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 946 time: 0.0557141 Oct 29 08:13:10.198334 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-a5d3c0e8-508f-44d5-a100-a49b6f3907f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.199963 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-a5d3c0e8-508f-44d5-a100-a49b6f3907f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 909 time: 0.0965252 Oct 29 08:13:10.201812 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-166305c7-c0bb-4c42-bd82-70e60bcbd2d7 req-bac13e44-248a-4281-9dd0-5ef36beda8d7 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333576 Oct 29 08:13:10.274896 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-87120eb7-6074-45b3-ac5a-9df4eedc4b01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 1000 time: 0.0665817 Oct 29 08:13:10.320705 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aaeb0-2061-46da-acbe-cf2a944d51ec req-ee9820aa-3904-4162-b194-cf9cb2e0712e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.322231 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-110aaeb0-2061-46da-acbe-cf2a944d51ec req-ee9820aa-3904-4162-b194-cf9cb2e0712e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 944 time: 0.0504556 Oct 29 08:13:10.324700 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-bd2c823c-cca6-4fbc-ba92-7cd02962f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.326237 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-bd2c823c-cca6-4fbc-ba92-7cd02962f38e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0445902 Oct 29 08:13:10.366021 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-110aaeb0-2061-46da-acbe-cf2a944d51ec req-0eb0dcf1-eabc-4db9-9114-0ecf80237341 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365980 Oct 29 08:13:10.375977 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-144a09a5-f7e9-496e-811e-87b2a4ca24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.377561 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-144a09a5-f7e9-496e-811e-87b2a4ca24aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435364 Oct 29 08:13:10.481396 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c52a4-346b-4a50-8f5e-d402e69a0dc8 req-f13e98b6-5c89-4da3-8996-07df3eb4baee tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:10.481678 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-6c60a713-822e-4715-82c8-e775145d8fdd service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951383 Oct 29 08:13:10.482828 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-376c52a4-346b-4a50-8f5e-d402e69a0dc8 req-f13e98b6-5c89-4da3-8996-07df3eb4baee tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0559216 Oct 29 08:13:10.536961 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-376c52a4-346b-4a50-8f5e-d402e69a0dc8 req-d2b4027f-1667-49b5-8380-777ee781475e tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466442 Oct 29 08:13:10.572403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:13:10.585135 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-9637baef-c19f-4b23-9a6c-07af373601c9 req-1f3db17a-b3af-474f-be24-57ebc1ec4c46 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944200 Oct 29 08:13:10.693311 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 34e415fe-b452-4e24-bdd9-b8890f59fa1f completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:13:10.697509 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 34e415fe-b452-4e24-bdd9-b8890f59fa1f triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:13:10.697914 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:10.777871 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:10.812242 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:10.844971 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:10.847365 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ffb4b6-145e-4b76-b61d-145e1d35e1e0" -d '{"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-plugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:10.876594 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:10.877406 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 662e8a0e-1e19-481c-adf9-e945fc84dc1e no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:13:10.920684 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e563309-0ac3-4c22-ab7e-fd2e8f6eac73 x-openstack-request-id: req-7e563309-0ac3-4c22-ab7e-fd2e8f6eac73 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:10.921001 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-plugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:10.921386 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e563309-0ac3-4c22-ab7e-fd2e8f6eac73 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:10.922022 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'code': 200} Oct 29 08:13:10.924731 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 662e8a0e-1e19-481c-adf9-e945fc84dc1e {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:13:10.925160 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 662e8a0e-1e19-481c-adf9-e945fc84dc1e not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:13:10.951334 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:11.167178 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4719acf-8a44-43f3-b3e1-7050d1f826b2 req-7c881d5f-6a0d-4335-9b34-6dd96e5ef8f3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:11.168661 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4719acf-8a44-43f3-b3e1-7050d1f826b2 req-7c881d5f-6a0d-4335-9b34-6dd96e5ef8f3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0510414 Oct 29 08:13:11.211214 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c4719acf-8a44-43f3-b3e1-7050d1f826b2 req-46a75a3c-37b8-4d5d-a779-377c84875231 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357745 Oct 29 08:13:11.241499 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f414581-79e5-461d-9a0c-e0ae95abee91 req-8efcbb58-d9b0-4007-ae91-941141598307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:11.243081 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0f414581-79e5-461d-9a0c-e0ae95abee91 req-8efcbb58-d9b0-4007-ae91-941141598307 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1098 time: 0.0458827 Oct 29 08:13:11.283774 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0f414581-79e5-461d-9a0c-e0ae95abee91 req-df56b455-6fc4-4860-8868-b20f04f59812 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Oct 29 08:13:11.317692 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070bfbd-5741-4ab6-aa24-aa1f6dd40bf6 req-ce6027c4-1de2-43e8-8148-7ba7bcfc2b41 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:11.319164 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b070bfbd-5741-4ab6-aa24-aa1f6dd40bf6 req-ce6027c4-1de2-43e8-8148-7ba7bcfc2b41 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 946 time: 0.0487576 Oct 29 08:13:11.360593 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b070bfbd-5741-4ab6-aa24-aa1f6dd40bf6 req-a6f89499-2221-497b-8288-2143254381f3 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/security-groups?id=21226603-e8dd-4668-bd71-e53c840d7368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Oct 29 08:13:11.485576 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349593-cd51-48d8-a4b0-66bfe9228fee req-8dd22d2b-c8d6-42a7-be0e-0e7ae8d024aa tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:11.487032 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb349593-cd51-48d8-a4b0-66bfe9228fee req-8dd22d2b-c8d6-42a7-be0e-0e7ae8d024aa tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0484281 Oct 29 08:13:11.525930 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-cb349593-cd51-48d8-a4b0-66bfe9228fee req-36538a57-91d1-485e-8d72-8650073b66a1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Oct 29 08:13:11.657872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154debbd-2329-4333-aa1e-faf29c6c97be req-e0dfc9ab-736a-4634-af73-ea916e69ea60 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:11.659328 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-154debbd-2329-4333-aa1e-faf29c6c97be req-e0dfc9ab-736a-4634-af73-ea916e69ea60 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0544999 Oct 29 08:13:11.701518 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-154debbd-2329-4333-aa1e-faf29c6c97be req-c22a9916-5418-4c55-b483-3d596ce9618c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359185 Oct 29 08:13:11.727337 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-ad9588a0-b605-4023-b22a-e06922ca7756 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:11.728834 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-ad9588a0-b605-4023-b22a-e06922ca7756 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 946 time: 0.0499570 Oct 29 08:13:11.829128 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Deleting port bc82526b-c16d-4110-a87b-091021fede6f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:13:11.829446 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:11.920660 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] For port bc82526b-c16d-4110-a87b-091021fede6f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=bc82526b-c16d-4110-a87b-091021fede6f,segment=NetworkSegment(9b29fa7c-1d02-439e-8030-0ad10dbb883d),segment_id=9b29fa7c-1d02-439e-8030-0ad10dbb883d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:11.921022 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:11.933302 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Calling delete_port for bc82526b-c16d-4110-a87b-091021fede6f owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:13:12.132601 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:12.148782 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['bc82526b-c16d-4110-a87b-091021fede6f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:13:12.171737 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Pushing event deleted for resources: {'Port': ['ID=bc82526b-c16d-4110-a87b-091021fede6f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:12.206219 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] No DVR routers for this DVR port bc82526b-c16d-4110-a87b-091021fede6f on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:13:12.208696 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:12.212223 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d63ef922-3dcf-4cc0-baa4-db4a9224179c req-d9cd6774-df4a-41b4-a173-967b80bdb7f8 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.49 "DELETE /v2.0/ports/bc82526b-c16d-4110-a87b-091021fede6f HTTP/1.1" status: 204 len: 173 time: 0.4770787 Oct 29 08:13:12.212683 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'name': 'network-vif-deleted', 'tag': 'bc82526b-c16d-4110-a87b-091021fede6f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:12.215528 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a248f7cb-f2bd-4346-9bee-37bc4a021a81" -d '{"events": [{"server_uuid": "21b94abb-ce98-4685-aff7-07bdcd7067ec", "name": "network-vif-deleted", "tag": "bc82526b-c16d-4110-a87b-091021fede6f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:12.256225 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c4b64a-1542-444c-bd42-76a622b07e13 x-openstack-request-id: req-b6c4b64a-1542-444c-bd42-76a622b07e13 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:12.256225 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b94abb-ce98-4685-aff7-07bdcd7067ec", "name": "network-vif-deleted", "tag": "bc82526b-c16d-4110-a87b-091021fede6f", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:12.256225 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b6c4b64a-1542-444c-bd42-76a622b07e13 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:12.257384 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b94abb-ce98-4685-aff7-07bdcd7067ec', 'name': 'network-vif-deleted', 'tag': 'bc82526b-c16d-4110-a87b-091021fede6f', 'status': 'completed', 'code': 200} Oct 29 08:13:12.352894 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3a101-42ac-4835-84fe-029432e488e6 req-615f5799-4e69-48ec-8940-698ac4bd87c8 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:12.354458 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-95c3a101-42ac-4835-84fe-029432e488e6 req-615f5799-4e69-48ec-8940-698ac4bd87c8 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0525076 Oct 29 08:13:12.400588 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-95c3a101-42ac-4835-84fe-029432e488e6 req-9d807bab-7e1d-4ab2-a7fb-913316764e5e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393693 Oct 29 08:13:12.485717 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d44928e7-da56-4b9e-b6e7-befdeae6a5fb req-38e84bd3-f74d-4593-b3e7-d03c879fbe30 tempest-AttachVolumeNegativeTest-500883055 tempest-AttachVolumeNegativeTest-500883055-project] 10.222.0.74 "GET /v2.0/ports?device_id=21b94abb-ce98-4685-aff7-07bdcd7067ec HTTP/1.1" status: 200 len: 210 time: 0.0278389 Oct 29 08:13:12.646636 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7223a0-a9f6-4af1-9a81-d51ef8074e39 req-748c45a7-0042-460b-aedc-d6a7b423561c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:12.648284 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3e7223a0-a9f6-4af1-9a81-d51ef8074e39 req-748c45a7-0042-460b-aedc-d6a7b423561c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0501437 Oct 29 08:13:12.691024 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3e7223a0-a9f6-4af1-9a81-d51ef8074e39 req-1a331b23-db07-4be7-bbb4-b5721881bd5a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367944 Oct 29 08:13:12.819793 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007327e-aa4d-4c5c-9ae5-20f6a59847c3 req-97bacf98-7278-4292-8b87-c59cdf7d5fb6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:12.821341 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4007327e-aa4d-4c5c-9ae5-20f6a59847c3 req-97bacf98-7278-4292-8b87-c59cdf7d5fb6 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0514622 Oct 29 08:13:12.859632 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4007327e-aa4d-4c5c-9ae5-20f6a59847c3 req-ccc6286b-1ba6-43ef-90c6-70c48f040172 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Oct 29 08:13:13.366925 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-791ce238-b373-4a16-a9bf-b80fd2c38913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:13.524623 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d998b3-0c4e-4329-a6c8-788793af5d52 req-2df8d0d4-8047-4807-b15d-376a5952a65a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:13.526068 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-86d998b3-0c4e-4329-a6c8-788793af5d52 req-2df8d0d4-8047-4807-b15d-376a5952a65a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0564086 Oct 29 08:13:13.564173 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-86d998b3-0c4e-4329-a6c8-788793af5d52 req-3bcfa2a5-7240-40b1-ad42-0dbc3c6bde32 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308814 Oct 29 08:13:13.607758 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46608) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:13.653205 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Deleting subnet 73b6ed7e-00d9-45af-af04-d76f4f94dbf5 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:13:13.656989 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:13.690872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:13.731412 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:13.827808 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308939-b0dc-4db0-90bb-40bb421135f0 req-ebe94a3f-677c-41f9-aecf-bbaffb47c614 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:13.829270 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae308939-b0dc-4db0-90bb-40bb421135f0 req-ebe94a3f-677c-41f9-aecf-bbaffb47c614 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0626459 Oct 29 08:13:13.870863 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae308939-b0dc-4db0-90bb-40bb421135f0 req-41c58733-2b42-4b96-b624-33638f939004 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343947 Oct 29 08:13:13.895455 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:13.924338 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b6ed7e-00d9-45af-af04-d76f4f94dbf5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:13.929514 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:13.936948 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-19b3d200-37cc-46aa-a6d7-920a55263b46 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/73b6ed7e-00d9-45af-af04-d76f4f94dbf5 HTTP/1.1" status: 204 len: 168 time: 0.3242877 Oct 29 08:13:13.937119 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46616) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:13.987102 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2082c-f81b-44c7-9a8b-1f12843874aa req-98f29059-5ee7-48c6-80df-8630a66a503d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:13.988784 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72e2082c-f81b-44c7-9a8b-1f12843874aa req-98f29059-5ee7-48c6-80df-8630a66a503d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0547185 Oct 29 08:13:14.018597 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.028382 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72e2082c-f81b-44c7-9a8b-1f12843874aa req-9d589ea7-7604-4261-8d19-efbae14c2d07 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Oct 29 08:13:14.103020 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.124776 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d147612-f744-4d15-92fb-8c4679738217']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:14.135305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b29fa7c-1d02-439e-8030-0ad10dbb883d') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:14.135583 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b29fa7c-1d02-439e-8030-0ad10dbb883d') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:14.142873 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7ddc-14b1-495e-88a5-e13456415003 req-11aafe35-8cde-4071-a7eb-c1bc4dd94cd4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:14.144386 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-251a7ddc-14b1-495e-88a5-e13456415003 req-11aafe35-8cde-4071-a7eb-c1bc4dd94cd4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0539331 Oct 29 08:13:14.145839 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.152843 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46618) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:14.157739 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Request body: {'floatingip': {'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:13:14.159526 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.165722 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:13:14.166242 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:13:14.167931 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:13:14.196564 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.298128 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.304263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.307896 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4d147612-f744-4d15-92fb-8c4679738217 HTTP/1.1" status: 204 len: 168 time: 0.3701468 Oct 29 08:13:14.320384 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0840369-64c6-4278-b3ba-cbff293d7e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d147612-f744-4d15-92fb-8c4679738217,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:14.589294 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device bc82526b-c16d-4110-a87b-091021fede6f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:13:14.614403 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: bc82526b-c16d-4110-a87b-091021fede6f {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:13:14.614744 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device bc82526b-c16d-4110-a87b-091021fede6f not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:13:14.680117 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.699190 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9e217-d39d-4bb0-a801-0ccaf2f01150 req-e9acfa11-2cfb-4c37-9066-3ef22782ebe2 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:14.700691 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32e9e217-d39d-4bb0-a801-0ccaf2f01150 req-e9acfa11-2cfb-4c37-9066-3ef22782ebe2 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0591137 Oct 29 08:13:14.739737 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-32e9e217-d39d-4bb0-a801-0ccaf2f01150 req-c9bf00c8-80eb-4c89-a3ec-9bf577ac2ff5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329938 Oct 29 08:13:14.755438 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46624) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:14.783906 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.797002 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0d8e672e-6e2f-4e7a-816a-535301a09c8e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b1a752fb93940a4be8814716e7c4810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402403 Oct 29 08:13:14.799507 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46626) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:14.853915 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31640f52-59c2-4ee6-8e4b-893f093c685a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.876818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31640f52-59c2-4ee6-8e4b-893f093c685a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.887462 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Floating IP 24d16ee2-7a63-40f8-af8a-99c63eb8eaf3 associated. External IP: 172.27.2.112, port: 34e415fe-b452-4e24-bdd9-b8890f59fa1f. Oct 29 08:13:14.984732 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31640f52-59c2-4ee6-8e4b-893f093c685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.987572 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31640f52-59c2-4ee6-8e4b-893f093c685a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:14.989000 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-31640f52-59c2-4ee6-8e4b-893f093c685a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/21226603-e8dd-4668-bd71-e53c840d7368 HTTP/1.1" status: 204 len: 168 time: 0.1885552 Oct 29 08:13:14.997715 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31640f52-59c2-4ee6-8e4b-893f093c685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21226603-e8dd-4668-bd71-e53c840d7368,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:15.115003 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:13:15.239339 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef41dec-a90a-47b1-8e49-efbc51067792 req-43356697-cb41-46f2-b609-7653c9c34e4a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:15.240868 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3ef41dec-a90a-47b1-8e49-efbc51067792 req-43356697-cb41-46f2-b609-7653c9c34e4a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.1247821 Oct 29 08:13:15.296971 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3ef41dec-a90a-47b1-8e49-efbc51067792 req-704a4438-c65e-4d2f-8a7e-7f3c43f9f66b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482132 Oct 29 08:13:15.298072 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:13:15.303039 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:15.307613 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:13:15.319302 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:13:15.320145 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:12:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:15.338026 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-bf30e7de-670f-454f-b8e3-67965c1599c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "PUT /v2.0/floatingips/24d16ee2-7a63-40f8-af8a-99c63eb8eaf3 HTTP/1.1" status: 200 len: 991 time: 1.1796470 Oct 29 08:13:15.338026 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:15.338026 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:15.441553 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:13:15.474042 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d708227-c77d-45a8-99a2-db2e46534dde x-openstack-request-id: req-5d708227-c77d-45a8-99a2-db2e46534dde {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:15.474344 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:15.474601 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d708227-c77d-45a8-99a2-db2e46534dde {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:15.475695 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'status': 'completed', 'code': 200} Oct 29 08:13:15.541482 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-7f6a6eb4-5cda-47cf-956e-acfa6e2096de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:15.542992 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-7f6a6eb4-5cda-47cf-956e-acfa6e2096de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1098 time: 0.0451660 Oct 29 08:13:15.641890 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-feccb894-884f-44df-b344-7d0b1c662e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:15.643371 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-feccb894-884f-44df-b344-7d0b1c662e55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.0935974 Oct 29 08:13:15.699466 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '24d16ee2-7a63-40f8-af8a-99c63eb8eaf3', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'mac_address': 'fa:16:3e:33:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:12:59Z', 'updated_at': '2021-10-29T08:13:14Z', 'revision_number': 1, 'project_id': '1121489408e14120aac374606c0ace5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:15.727309 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:13:15.734468 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-e7aeb53d-c24f-414a-a0f3-4bf57e7e4a63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 200 len: 999 time: 0.0835261 Oct 29 08:13:15.736229 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:13:15.736833 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:12:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:15.791489 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-cdd63e57-21e4-4e6b-b44b-2370316dc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:15.793041 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-cdd63e57-21e4-4e6b-b44b-2370316dc6be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0516822 Oct 29 08:13:15.847207 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-9db904fb-4877-42da-a27b-782560cf1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:15.850376 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:13:15.850579 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-9db904fb-4877-42da-a27b-782560cf1927 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489719 Oct 29 08:13:15.882894 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855204c-7876-4fe6-b223-7d1814e5fa0c req-19fbd512-7521-4cf0-9ac7-4d4c0f87e59e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:15.890530 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d855204c-7876-4fe6-b223-7d1814e5fa0c req-19fbd512-7521-4cf0-9ac7-4d4c0f87e59e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0737278 Oct 29 08:13:15.938986 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d855204c-7876-4fe6-b223-7d1814e5fa0c req-86fc7ca0-fbbc-40ac-881a-585d0a962715 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474749 Oct 29 08:13:15.966558 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-8c6eb907-d9f6-4624-9a78-7357c1f39146 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107399 Oct 29 08:13:16.077911 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5f5a804c-bc99-4a40-a3fe-c91164d2f3a6 req-af611598-7397-47c3-ab4a-6ec752340918 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935159 Oct 29 08:13:16.110855 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '24d16ee2-7a63-40f8-af8a-99c63eb8eaf3', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'mac_address': 'fa:16:3e:33:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:12:59Z', 'updated_at': '2021-10-29T08:13:14Z', 'revision_number': 1, 'project_id': '1121489408e14120aac374606c0ace5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:16.230776 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ad38b-6b00-4823-8088-1c22f61cb391 None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': '24d16ee2-7a63-40f8-af8a-99c63eb8eaf3', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'mac_address': 'fa:16:3e:33:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:12:59Z', 'updated_at': '2021-10-29T08:13:14Z', 'revision_number': 1, 'project_id': '1121489408e14120aac374606c0ace5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:13:16.333267 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68dd3823-8ca7-44bb-9ae4-0299eb9af806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:16.449886 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26e4f7-e43c-414e-b755-0138560a39e4 None None] New status for floating IP 24d16ee2-7a63-40f8-af8a-99c63eb8eaf3: ACTIVE {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:13:16.602555 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 25eaeed2-043b-41ab-a209-0eebc5ed646b details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:13:16.709760 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:16.722616 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'port_id': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'mac_address': 'fa:16:3e:19:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:13:16.769201 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:16.784599 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eaeed2-043b-41ab-a209-0eebc5ed646b {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:13:16.813591 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:16.904181 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:16.955382 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:17.132597 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['25eaeed2-043b-41ab-a209-0eebc5ed646b'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:13:17.203324 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:17.213082 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527055f7-ffea-4615-9f71-277785394efc req-3bbd39be-e765-414a-923a-dd43ed3c6537 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:17.214881 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-527055f7-ffea-4615-9f71-277785394efc req-3bbd39be-e765-414a-923a-dd43ed3c6537 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 944 time: 0.0545995 Oct 29 08:13:17.265930 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-527055f7-ffea-4615-9f71-277785394efc req-b6c91991-4b3c-41da-842e-0943fedbf8ea tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 Oct 29 08:13:17.334231 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:17.485803 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea29cc3-5895-4f04-9cd0-694460a0e56f req-814b09de-460c-482b-add8-e98e4c904b8e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:17.485803 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2ea29cc3-5895-4f04-9cd0-694460a0e56f req-814b09de-460c-482b-add8-e98e4c904b8e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0665724 Oct 29 08:13:17.517379 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2ea29cc3-5895-4f04-9cd0-694460a0e56f req-735d3d27-093d-41af-bfb9-ea3815cc2687 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Oct 29 08:13:17.841074 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:18.391315 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa749c2-677a-4eba-89ea-3f30fa0738a7 req-4a2622bb-7cd5-4f0a-8633-607d604f60b1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:18.393008 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1fa749c2-677a-4eba-89ea-3f30fa0738a7 req-4a2622bb-7cd5-4f0a-8633-607d604f60b1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 944 time: 0.0552747 Oct 29 08:13:18.434849 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1fa749c2-677a-4eba-89ea-3f30fa0738a7 req-3f568285-8d87-4f07-a45e-af96b8379e55 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354581 Oct 29 08:13:18.602381 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 4b43a419-8fb0-4bca-a959-f88d04a94520 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:13:18.605820 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 25eaeed2-043b-41ab-a209-0eebc5ed646b up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:13:18.646210 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd651f-2101-4bf9-9b61-ef004bdb7b99 req-c56fae4f-232a-432c-8037-c2259449a1a0 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:18.648816 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e5fd651f-2101-4bf9-9b61-ef004bdb7b99 req-c56fae4f-232a-432c-8037-c2259449a1a0 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0588381 Oct 29 08:13:18.693759 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e5fd651f-2101-4bf9-9b61-ef004bdb7b99 req-b20de139-b7e9-4f6c-a444-38ad3b7ba303 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386698 Oct 29 08:13:18.750027 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:18.763327 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'port_id': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'mac_address': 'fa:16:3e:f4:2e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:13:18.793074 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 25eaeed2-043b-41ab-a209-0eebc5ed646b completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:13:18.803688 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 25eaeed2-043b-41ab-a209-0eebc5ed646b triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:13:18.804057 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:18.831114 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:18.852934 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b43a419-8fb0-4bca-a959-f88d04a94520 {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:13:18.882730 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:18.923804 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:18.947578 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:18.949968 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b351a5e6-d3c2-410a-a2a3-9e3a7beaa504" -d '{"events": [{"server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "name": "network-vif-plugged", "status": "completed", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:18.961055 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:18.969667 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:19.023988 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:19.053033 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:19.081262 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:19.121488 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:19.143418 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6bd8a6-4fd5-404d-ac17-0b4ca936ba2d x-openstack-request-id: req-ee6bd8a6-4fd5-404d-ac17-0b4ca936ba2d {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:19.143795 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "name": "network-vif-plugged", "status": "completed", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:19.144054 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee6bd8a6-4fd5-404d-ac17-0b4ca936ba2d {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:19.144447 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'code': 200} Oct 29 08:13:19.220594 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['4b43a419-8fb0-4bca-a959-f88d04a94520'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:13:19.526081 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146f069-a2be-4aea-a36a-601c1cf079d4 req-a0903f8a-b270-4cdd-918a-365992bfbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:19.528521 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8146f069-a2be-4aea-a36a-601c1cf079d4 req-a0903f8a-b270-4cdd-918a-365992bfbe95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 1098 time: 0.0430996 Oct 29 08:13:19.563342 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12d7f-3d70-4a08-bb0c-978a5dc0905d req-afe37059-ac8f-4e64-b443-0c2b5e9f8295 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:19.564855 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bfc12d7f-3d70-4a08-bb0c-978a5dc0905d req-afe37059-ac8f-4e64-b443-0c2b5e9f8295 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0580730 Oct 29 08:13:19.568592 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8146f069-a2be-4aea-a36a-601c1cf079d4 req-260de9cf-c013-47ff-bbf1-0e16045da5ff service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Oct 29 08:13:19.602770 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-bfc12d7f-3d70-4a08-bb0c-978a5dc0905d req-108d14ab-fe7e-4b94-b95c-f46eba79fa06 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Oct 29 08:13:19.911227 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd3824-ff10-4ddd-b993-f95403cfff93 req-2fe0c91e-f0d7-4972-b859-a66f0a883fa4 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:19.912802 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e1dd3824-ff10-4ddd-b993-f95403cfff93 req-2fe0c91e-f0d7-4972-b859-a66f0a883fa4 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 945 time: 0.0547512 Oct 29 08:13:19.957067 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e1dd3824-ff10-4ddd-b993-f95403cfff93 req-66f7eb8f-0b68-4db8-9535-04dcfa46c831 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378437 Oct 29 08:13:20.605571 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 4b43a419-8fb0-4bca-a959-f88d04a94520 up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:13:20.658458 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 4b43a419-8fb0-4bca-a959-f88d04a94520 triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:13:20.658890 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:20.758142 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:20.763011 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46716) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:20.763531 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cece50-b1ca-446f-903d-d7626ece6b05 req-82316a60-21f0-41db-89d4-45965605d0c2 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:20.765264 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e6cece50-b1ca-446f-903d-d7626ece6b05 req-82316a60-21f0-41db-89d4-45965605d0c2 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0814879 Oct 29 08:13:20.793181 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:13:20.812229 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e6cece50-b1ca-446f-903d-d7626ece6b05 req-648c545d-6235-4979-8a83-b533cd166519 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366573 Oct 29 08:13:20.880468 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:20.886750 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b55d6f35-54bd-4369-91c7-da2dbe9166df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:20.931809 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:20.967125 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b55d6f35-54bd-4369-91c7-da2dbe9166df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:21.023037 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b55d6f35-54bd-4369-91c7-da2dbe9166df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:21.066907 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-b55d6f35-54bd-4369-91c7-da2dbe9166df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9da702a682ed494cbd35ab75268a16c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023860 Oct 29 08:13:21.067623 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d6f35-54bd-4369-91c7-da2dbe9166df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51a753-ac60-4dc8-b28d-0492795e4e7f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:21.069425 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46724) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:21.090854 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c48f3-1af0-40f8-bb8a-7388fdade4d8 req-b4a4f08a-f131-40ca-ab59-b11fb74a69cd tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:21.092332 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e97c48f3-1af0-40f8-bb8a-7388fdade4d8 req-b4a4f08a-f131-40ca-ab59-b11fb74a69cd tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0654044 Oct 29 08:13:21.145563 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:21.147950 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84452ab7-74e9-4f67-86e0-d48ec2006053" -d '{"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:21.157854 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e97c48f3-1af0-40f8-bb8a-7388fdade4d8 req-30cd05d8-cc80-495a-a1a7-f678ad711615 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559916 Oct 29 08:13:21.162421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61932fc4-2ca8-470b-8c49-4f20749f9b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:21.184439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61932fc4-2ca8-470b-8c49-4f20749f9b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:21.202007 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6978ff8-3c00-4586-9c97-2883e5cbccda x-openstack-request-id: req-f6978ff8-3c00-4586-9c97-2883e5cbccda {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:21.202425 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:21.202744 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6978ff8-3c00-4586-9c97-2883e5cbccda {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:21.203191 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'code': 200} Oct 29 08:13:21.292293 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61932fc4-2ca8-470b-8c49-4f20749f9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:21.295575 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-61932fc4-2ca8-470b-8c49-4f20749f9b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:21.297742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-61932fc4-2ca8-470b-8c49-4f20749f9b23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca51a753-ac60-4dc8-b28d-0492795e4e7f HTTP/1.1" status: 204 len: 168 time: 0.2264636 Oct 29 08:13:21.306343 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61932fc4-2ca8-470b-8c49-4f20749f9b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51a753-ac60-4dc8-b28d-0492795e4e7f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:21.527957 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc850c40-69c2-4752-806e-9f185d8edb5d req-75f5c469-89d0-41a2-8772-9336840ad377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:21.529445 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bc850c40-69c2-4752-806e-9f185d8edb5d req-75f5c469-89d0-41a2-8772-9336840ad377 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1099 time: 0.0394976 Oct 29 08:13:21.568564 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-bc850c40-69c2-4752-806e-9f185d8edb5d req-beff7879-ba39-462c-a919-288877e070a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306308 Oct 29 08:13:21.938459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef47e4-3ceb-47d1-8a20-9fdcf6a6e472 req-34cc1c23-2ecf-4bcf-aa00-5a58174ffc7a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:21.940159 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-deef47e4-3ceb-47d1-8a20-9fdcf6a6e472 req-34cc1c23-2ecf-4bcf-aa00-5a58174ffc7a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0544896 Oct 29 08:13:21.979808 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-deef47e4-3ceb-47d1-8a20-9fdcf6a6e472 req-76329384-fcf1-4da7-bd8c-659cabb8f3be tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337515 Oct 29 08:13:22.162971 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e3b5-84ec-4c5b-80e6-e0412ea27473 req-b8aa7f3d-a96c-4cc6-a238-86381668666a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:22.166599 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72d2e3b5-84ec-4c5b-80e6-e0412ea27473 req-b8aa7f3d-a96c-4cc6-a238-86381668666a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0508204 Oct 29 08:13:22.204348 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-72d2e3b5-84ec-4c5b-80e6-e0412ea27473 req-42e4f4a1-9f47-496e-9d1e-4197d4fe2b0b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337367 Oct 29 08:13:22.226964 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46754) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:22.300344 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79aedb-931d-4138-bba3-1b41904a65dc tempest-TestVolumeBootPattern-1351721367 tempest-TestVolumeBootPattern-1351721367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:22.301876 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1c79aedb-931d-4138-bba3-1b41904a65dc tempest-TestVolumeBootPattern-1351721367 tempest-TestVolumeBootPattern-1351721367-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 1093 time: 0.0739777 Oct 29 08:13:22.305042 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46758) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:22.309323 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.v2.base [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Request body: {'floatingip': {'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'port_id': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:13:22.337019 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0e617-f220-4ed1-9b8e-32a3d9a9593d req-ff764b14-dcdd-40b5-9d5f-56ee6ae66456 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:22.338510 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-53f0e617-f220-4ed1-9b8e-32a3d9a9593d req-ff764b14-dcdd-40b5-9d5f-56ee6ae66456 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0729599 Oct 29 08:13:22.387816 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-53f0e617-f220-4ed1-9b8e-32a3d9a9593d req-34ee8577-81e6-4a6f-98d0-c8718fa5611e tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356038 Oct 29 08:13:22.452872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:22.556776 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:22.667825 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_common [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Allocated IP 172.27.2.251 (1399a958-caaa-4740-82f5-03a053379377/59fc5f16-b859-4a10-9af5-3a86756e728d/1710c267-2d57-49de-8d15-24a0186104cf) {{(pid=102133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:13:22.983707 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:23.098714 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:23.152581 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Network 1399a958-caaa-4740-82f5-03a053379377 is already hosted by enough agents. {{(pid=102133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:13:23.157955 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.base_scheduler [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Resources bound (agent type, host, resource id): {{(pid=102133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:13:23.161688 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Received port after_create {{(pid=102133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:13:23.189760 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=1710c267-2d57-49de-8d15-24a0186104cf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:23.613791 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:23.623646 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129e45c-794b-4f08-8eea-b8692cc01c39 req-520eb560-b3ff-4bc5-8ef0-ce4025248f1b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:23.625626 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c129e45c-794b-4f08-8eea-b8692cc01c39 req-520eb560-b3ff-4bc5-8ef0-ce4025248f1b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0744834 Oct 29 08:13:23.699257 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c129e45c-794b-4f08-8eea-b8692cc01c39 req-9f6e47cc-ded6-447a-ac27-e19cf4c51708 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551848 Oct 29 08:13:23.829524 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:23.852211 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:13:23.999786 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.075158 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46796) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:24.075974 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13230165'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.146318 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event updated for resources: {'Port': ['ID=1710c267-2d57-49de-8d15-24a0186104cf,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:24.159004 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.206006 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-da4e5227-c679-4d2d-86ab-8dde87347f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.274936 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Floating IP fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d associated. External IP: 172.27.2.251, port: 25eaeed2-043b-41ab-a209-0eebc5ed646b. Oct 29 08:13:24.323038 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-da4e5227-c679-4d2d-86ab-8dde87347f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.412147 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-da4e5227-c679-4d2d-86ab-8dde87347f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.473973 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e5227-c679-4d2d-86ab-8dde87347f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc47fd-70ac-446f-b174-ccaf0ae7bc43,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:24.478556 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-da4e5227-c679-4d2d-86ab-8dde87347f2c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8dcdbe0219d34c1d90581fb7b594ff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017642 Oct 29 08:13:24.481298 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46802) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:24.528193 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:13:24.541622 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1d4da63-fbd3-4a15-92e3-8b69846eaf9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.564743 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1d4da63-fbd3-4a15-92e3-8b69846eaf9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.642118 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:13:24.653394 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:13:24.665830 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:13:24.666399 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:13:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:24.743311 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1d4da63-fbd3-4a15-92e3-8b69846eaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.746538 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1d4da63-fbd3-4a15-92e3-8b69846eaf9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.747685 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e1d4da63-fbd3-4a15-92e3-8b69846eaf9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2adc47fd-70ac-446f-b174-ccaf0ae7bc43 HTTP/1.1" status: 204 len: 168 time: 0.2653985 Oct 29 08:13:24.756082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4da63-fbd3-4a15-92e3-8b69846eaf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc47fd-70ac-446f-b174-ccaf0ae7bc43,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:24.775299 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:24.782435 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:13:24.827687 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-47bcaa5c-4e77-404c-8604-9fcf1af66eae tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5112252 Oct 29 08:13:24.827687 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:13:24.827687 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83999db-588e-4f79-bed8-1c5b09e38216" -d '{"events": [{"name": "network-changed", "server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:13:24.869857 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d7ee1c-9761-478c-ae7c-3186cddbb3b7 x-openstack-request-id: req-a0d7ee1c-9761-478c-ae7c-3186cddbb3b7 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:13:24.870173 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:13:24.870534 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0d7ee1c-9761-478c-ae7c-3186cddbb3b7 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:13:24.871076 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'status': 'completed', 'code': 200} Oct 29 08:13:24.943119 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-55e919c2-f7ac-4f6e-91e1-d2ce229223e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:24.947479 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-55e919c2-f7ac-4f6e-91e1-d2ce229223e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 1098 time: 0.0525286 Oct 29 08:13:25.050661 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:14Z', 'revision_number': 1, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}, {'id': 'fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:19:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:13:23Z', 'updated_at': '2021-10-29T08:13:23Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:25.064024 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-76e53eb7-9a01-4eff-8364-1dc91f716a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:25.065551 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-76e53eb7-9a01-4eff-8364-1dc91f716a23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.1083741 Oct 29 08:13:25.078071 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:13:25.091615 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:13:25.092514 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:13:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:25.160777 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-5ebe407e-cef0-4fbb-bf66-31fa65c5b4f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b HTTP/1.1" status: 200 len: 999 time: 0.0855982 Oct 29 08:13:25.209251 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:13:25.217941 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-5410bab9-1b5b-46b7-aae3-685f116ec7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:25.219463 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-5410bab9-1b5b-46b7-aae3-685f116ec7c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0502748 Oct 29 08:13:25.271983 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-cabe04e0-34eb-4017-9c0b-a5ba23c231c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:25.273494 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-cabe04e0-34eb-4017-9c0b-a5ba23c231c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462482 Oct 29 08:13:25.372328 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-c3add28e-e582-4b4c-8d2d-9ad18cc062c6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919187 Oct 29 08:13:25.481052 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:14Z', 'revision_number': 1, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}, {'id': 'fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:19:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:13:23Z', 'updated_at': '2021-10-29T08:13:23Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:13:25.490104 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-d83999db-588e-4f79-bed8-1c5b09e38216 req-94bc35d0-6f79-4323-9b39-c32d9036551f service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969756 Oct 29 08:13:25.512209 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871fd58-a88f-4afe-b240-b851c7da4f0f None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:14Z', 'revision_number': 1, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}, {'id': 'fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:19:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:13:23Z', 'updated_at': '2021-10-29T08:13:23Z', 'revision_number': 0, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:13:25.512457 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46814) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:25.526534 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c56352a8-da02-453c-bdfd-5dd647dee0a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:25.622340 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c56352a8-da02-453c-bdfd-5dd647dee0a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:25.730690 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e537b1-5c56-4737-ac4f-81c88191a00d None None] New status for floating IP fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d: ACTIVE {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:13:25.760508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c56352a8-da02-453c-bdfd-5dd647dee0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:25.800889 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56352a8-da02-453c-bdfd-5dd647dee0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a9e930-f415-4fcc-8a7c-7baf86de3025,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:25.805093 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-c56352a8-da02-453c-bdfd-5dd647dee0a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e680eb0b92449c29262a8e12d6ff624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917001 Oct 29 08:13:25.807890 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46816) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:25.865136 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae7ab-b366-498f-b585-904ee1d64cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:25.891648 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae7ab-b366-498f-b585-904ee1d64cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:26.064203 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae7ab-b366-498f-b585-904ee1d64cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:26.066781 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae7ab-b366-498f-b585-904ee1d64cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:26.067975 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1f4ae7ab-b366-498f-b585-904ee1d64cd3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e8a9e930-f415-4fcc-8a7c-7baf86de3025 HTTP/1.1" status: 204 len: 168 time: 0.2590065 Oct 29 08:13:26.080706 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae7ab-b366-498f-b585-904ee1d64cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a9e930-f415-4fcc-8a7c-7baf86de3025,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:33.752966 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46926) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:33.876580 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04a65280-11cf-413f-9ad1-32f7a2b80709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:33.966611 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04a65280-11cf-413f-9ad1-32f7a2b80709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:34.023602 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04a65280-11cf-413f-9ad1-32f7a2b80709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:34.065134 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a65280-11cf-413f-9ad1-32f7a2b80709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35749ff8-c0a5-4385-80b1-a04a5d77df85,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:34.069479 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-04a65280-11cf-413f-9ad1-32f7a2b80709 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9e8bdf276bb54e54b2dd19ebb7f0a29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154159 Oct 29 08:13:34.073027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46930) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:34.128167 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-290073b8-6f70-4377-a0e3-800aa8141616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:34.157335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-290073b8-6f70-4377-a0e3-800aa8141616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:34.263854 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-290073b8-6f70-4377-a0e3-800aa8141616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:34.267033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-290073b8-6f70-4377-a0e3-800aa8141616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:34.268422 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-290073b8-6f70-4377-a0e3-800aa8141616 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35749ff8-c0a5-4385-80b1-a04a5d77df85 HTTP/1.1" status: 204 len: 168 time: 0.1942308 Oct 29 08:13:34.277033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290073b8-6f70-4377-a0e3-800aa8141616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35749ff8-c0a5-4385-80b1-a04a5d77df85,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:34.927747 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 46938) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:34.941734 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a3fdd1d-b098-48da-b8a7-2734cb4ba309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.021364 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a3fdd1d-b098-48da-b8a7-2734cb4ba309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.138179 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a3fdd1d-b098-48da-b8a7-2734cb4ba309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.182071 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7a3fdd1d-b098-48da-b8a7-2734cb4ba309 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38b61fcf238540ec92143c086d4e1f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531574 Oct 29 08:13:35.183018 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fdd1d-b098-48da-b8a7-2734cb4ba309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb30e2a-c46c-439b-bb99-5538a5cb423b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:35.189872 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 46940) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:35.235016 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e22fda49-d6b6-4591-8b07-e91c35b4b63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.260889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e22fda49-d6b6-4591-8b07-e91c35b4b63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.424110 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e22fda49-d6b6-4591-8b07-e91c35b4b63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.426943 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e22fda49-d6b6-4591-8b07-e91c35b4b63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:35.428138 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e22fda49-d6b6-4591-8b07-e91c35b4b63e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9cb30e2a-c46c-439b-bb99-5538a5cb423b HTTP/1.1" status: 204 len: 168 time: 0.2423339 Oct 29 08:13:35.437253 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fda49-d6b6-4591-8b07-e91c35b4b63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb30e2a-c46c-439b-bb99-5538a5cb423b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:43.291991 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47042) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:43.383493 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-c9fbaef1-f65a-4840-9b78-af3ba6a1078f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.406471 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca0a-82d5-44ff-884b-8c71362608f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.486881 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca0a-82d5-44ff-884b-8c71362608f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.566537 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ca0a-82d5-44ff-884b-8c71362608f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.603987 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6ca0a-82d5-44ff-884b-8c71362608f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d233fe-b768-4aa9-9f59-34cfacb48485,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:43.608245 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8fc6ca0a-82d5-44ff-884b-8c71362608f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e7d9b8809cc840c6871a804ffea88f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152535 Oct 29 08:13:43.611034 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47046) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:43.660805 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afbb9c30-975e-46aa-920f-235f524c739d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.681411 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afbb9c30-975e-46aa-920f-235f524c739d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.806190 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afbb9c30-975e-46aa-920f-235f524c739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.808996 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-afbb9c30-975e-46aa-920f-235f524c739d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:43.810170 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-afbb9c30-975e-46aa-920f-235f524c739d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6d233fe-b768-4aa9-9f59-34cfacb48485 HTTP/1.1" status: 204 len: 168 time: 0.1982913 Oct 29 08:13:43.821318 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb9c30-975e-46aa-920f-235f524c739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d233fe-b768-4aa9-9f59-34cfacb48485,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:44.434909 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 47054) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:44.451742 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7d46edbb-8ee8-426c-9362-af9f9322ca2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.525743 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7d46edbb-8ee8-426c-9362-af9f9322ca2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.594869 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7d46edbb-8ee8-426c-9362-af9f9322ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.637853 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-7d46edbb-8ee8-426c-9362-af9f9322ca2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed0cb0bf22ef424fb25e47d083499759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017212 Oct 29 08:13:44.638576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46edbb-8ee8-426c-9362-af9f9322ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02a2a0b-a6ee-4d63-9084-84c8ce60a6d3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:44.641337 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47056) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:44.704754 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0c91ccb-beba-4abc-a5b5-052d6c7fce6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.729844 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0c91ccb-beba-4abc-a5b5-052d6c7fce6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.846503 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0c91ccb-beba-4abc-a5b5-052d6c7fce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.850018 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b0c91ccb-beba-4abc-a5b5-052d6c7fce6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:44.851413 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b0c91ccb-beba-4abc-a5b5-052d6c7fce6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a02a2a0b-a6ee-4d63-9084-84c8ce60a6d3 HTTP/1.1" status: 204 len: 168 time: 0.2088251 Oct 29 08:13:44.859533 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c91ccb-beba-4abc-a5b5-052d6c7fce6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02a2a0b-a6ee-4d63-9084-84c8ce60a6d3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:46.326115 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cc66d914-2456-4a3e-aaeb-1c92a9e23322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:47.154752 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:47.263870 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:47.847017 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:49.098120 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:52.860601 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-7a55701d-588d-467c-970f-d00cb1deb470 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400107 Oct 29 08:13:52.928037 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-794133e1-0ed7-4fb0-8695-51993cc8d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:52.929573 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-794133e1-0ed7-4fb0-8695-51993cc8d4a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1099 time: 0.0418234 Oct 29 08:13:53.061297 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-c7266a8f-bd23-4f64-ba6d-013514917105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:53.063810 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-c7266a8f-bd23-4f64-ba6d-013514917105 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 909 time: 0.1097414 Oct 29 08:13:53.133315 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-bc291d84-dd28-43d3-9d6f-ee80d60fe7e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 1002 time: 0.0606141 Oct 29 08:13:53.189818 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-adb480c9-ad63-4372-9835-9529333d4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:53.191273 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-adb480c9-ad63-4372-9835-9529333d4fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0507991 Oct 29 08:13:53.240626 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-7734aa43-72da-490d-a0d7-a23db142893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:13:53.242130 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-7734aa43-72da-490d-a0d7-a23db142893c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416782 Oct 29 08:13:53.339184 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-9e1a2cf4-7f42-4689-8d34-4454d222b620 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893159 Oct 29 08:13:53.444225 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-456b421d-6427-43b5-b76d-fe6ed81a24bf req-c53cd4d2-31a2-40ab-a864-edb6c4649ec0 service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970621 Oct 29 08:13:53.813904 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47198) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:53.928880 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-191f7ee7-8b7f-4431-ada8-ee05fe5aa7ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.013631 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-191f7ee7-8b7f-4431-ada8-ee05fe5aa7ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.086375 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-191f7ee7-8b7f-4431-ada8-ee05fe5aa7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.123808 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f7ee7-8b7f-4431-ada8-ee05fe5aa7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324481b-a042-48fa-bd31-8c68aa21f361,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:54.131322 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-191f7ee7-8b7f-4431-ada8-ee05fe5aa7ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b023c64f1c44ca7aad9fb702fbdbe85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132823 Oct 29 08:13:54.131563 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47206) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:54.192744 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35710be7-76cd-4396-9c5e-eb22bcd21401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.214891 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35710be7-76cd-4396-9c5e-eb22bcd21401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.360577 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35710be7-76cd-4396-9c5e-eb22bcd21401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.363177 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-35710be7-76cd-4396-9c5e-eb22bcd21401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:54.367286 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-35710be7-76cd-4396-9c5e-eb22bcd21401 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a324481b-a042-48fa-bd31-8c68aa21f361 HTTP/1.1" status: 204 len: 168 time: 0.2319584 Oct 29 08:13:54.373436 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35710be7-76cd-4396-9c5e-eb22bcd21401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324481b-a042-48fa-bd31-8c68aa21f361,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:55.005356 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47212) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:55.019751 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-381c72ac-5610-454d-a074-a7e2a6762b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.099533 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-381c72ac-5610-454d-a074-a7e2a6762b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.188727 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-381c72ac-5610-454d-a074-a7e2a6762b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.230679 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c72ac-5610-454d-a074-a7e2a6762b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345fbb9e-98ee-4b22-9b00-5b424329776a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:13:55.234902 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-381c72ac-5610-454d-a074-a7e2a6762b98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5121e7d2267436bb51e18991b9ee77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285135 Oct 29 08:13:55.237483 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47216) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:13:55.291074 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f34e3d6-6624-4942-b987-32ab5e786283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.313211 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f34e3d6-6624-4942-b987-32ab5e786283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.423505 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f34e3d6-6624-4942-b987-32ab5e786283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.426617 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1f34e3d6-6624-4942-b987-32ab5e786283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:13:55.427907 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1f34e3d6-6624-4942-b987-32ab5e786283 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/345fbb9e-98ee-4b22-9b00-5b424329776a HTTP/1.1" status: 204 len: 168 time: 0.1894472 Oct 29 08:13:55.435803 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34e3d6-6624-4942-b987-32ab5e786283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345fbb9e-98ee-4b22-9b00-5b424329776a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:00.852868 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:14:03.102988 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148bce2-f9d5-46a6-9e35-9642bb2c5754 req-2489064b-9e80-4b0b-9835-b9ad5f1e6acc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:03.104661 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1148bce2-f9d5-46a6-9e35-9642bb2c5754 req-2489064b-9e80-4b0b-9835-b9ad5f1e6acc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0575755 Oct 29 08:14:03.146222 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1148bce2-f9d5-46a6-9e35-9642bb2c5754 req-a51d667a-e5b6-4487-b21d-4c3b1bed89c2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353665 Oct 29 08:14:04.275553 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e3283-b7e1-4038-be1a-ca1e3b940e53 req-8b3dd461-edc1-4cb2-9bf7-6235296167b9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:04.277128 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ff5e3283-b7e1-4038-be1a-ca1e3b940e53 req-8b3dd461-edc1-4cb2-9bf7-6235296167b9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0549686 Oct 29 08:14:04.318300 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ff5e3283-b7e1-4038-be1a-ca1e3b940e53 req-7d7e400a-e5a4-4825-925f-737a1ef45a89 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351129 Oct 29 08:14:05.454561 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c4c6-7f60-4a30-b40a-24ea1d047d70 req-4f6ab0be-fbb9-465b-a308-39f22f1b2d3a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:05.456081 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c142c4c6-7f60-4a30-b40a-24ea1d047d70 req-4f6ab0be-fbb9-465b-a308-39f22f1b2d3a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0519745 Oct 29 08:14:05.496060 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c142c4c6-7f60-4a30-b40a-24ea1d047d70 req-95051504-0f66-4e8d-8e58-b1e28549a5e2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337965 Oct 29 08:14:06.629201 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f559db-0f60-458f-936e-bf3d613f532e req-24c265eb-50a1-4c6b-8a54-0dd479080cce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:06.630760 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f9f559db-0f60-458f-936e-bf3d613f532e req-24c265eb-50a1-4c6b-8a54-0dd479080cce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0559237 Oct 29 08:14:06.677495 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f9f559db-0f60-458f-936e-bf3d613f532e req-dd2ef33e-e300-47a5-96eb-1f3cd19642be tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 Oct 29 08:14:07.815096 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485b177-02a6-4469-8624-9b6eab0392d0 req-427d461c-e2d3-4e6e-9ec3-13eac68659fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:07.816908 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e485b177-02a6-4469-8624-9b6eab0392d0 req-427d461c-e2d3-4e6e-9ec3-13eac68659fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0529895 Oct 29 08:14:07.857326 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e485b177-02a6-4469-8624-9b6eab0392d0 req-cacfe97d-00f7-4957-99e0-e8114ded8997 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336120 Oct 29 08:14:08.990077 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c74a6c-04bc-496e-a990-1c89d761a0c1 req-75e26590-dbb4-48d0-b1ba-78af104f0c26 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:08.991719 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-36c74a6c-04bc-496e-a990-1c89d761a0c1 req-75e26590-dbb4-48d0-b1ba-78af104f0c26 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0566642 Oct 29 08:14:09.032007 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-36c74a6c-04bc-496e-a990-1c89d761a0c1 req-20cc43df-315a-477b-9c90-df0f0fd52772 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340807 Oct 29 08:14:10.168943 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43f11-4098-4a01-8f83-ae4436ed7523 req-0d7481f4-05e2-4c61-9288-2dfb8a51f477 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:10.170710 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d7d43f11-4098-4a01-8f83-ae4436ed7523 req-0d7481f4-05e2-4c61-9288-2dfb8a51f477 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0579426 Oct 29 08:14:10.210875 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d7d43f11-4098-4a01-8f83-ae4436ed7523 req-7fbefd8e-03c0-4fe6-b040-ce743130997a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345480 Oct 29 08:14:11.338498 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a94b0-00b5-41e6-8733-82a0e27cb534 req-071c8975-9e35-4ad3-be43-9063d0e25fc4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:11.340101 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-050a94b0-00b5-41e6-8733-82a0e27cb534 req-071c8975-9e35-4ad3-be43-9063d0e25fc4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0535772 Oct 29 08:14:11.385066 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-050a94b0-00b5-41e6-8733-82a0e27cb534 req-30e43a46-453a-4d0b-b7a9-0efdee0f8ad0 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Oct 29 08:14:12.512055 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af6fe0-6fbb-4337-bb89-1df0db02ff74 req-c6750ea7-b7cc-40be-9a58-fa7f00bf6b20 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:12.513585 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b7af6fe0-6fbb-4337-bb89-1df0db02ff74 req-c6750ea7-b7cc-40be-9a58-fa7f00bf6b20 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0518901 Oct 29 08:14:12.552783 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b7af6fe0-6fbb-4337-bb89-1df0db02ff74 req-676ee362-5a01-4f62-9d36-60ad34eee9d5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Oct 29 08:14:13.365203 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b78a8268-bc43-438d-b1b8-83153ef87537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:13.688467 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7bfd1-b553-4003-bbd5-4f8beb3ed102 req-9d60f192-ab7a-4e5c-a93c-48e4bb43637f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:13.689930 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-59d7bfd1-b553-4003-bbd5-4f8beb3ed102 req-9d60f192-ab7a-4e5c-a93c-48e4bb43637f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0532665 Oct 29 08:14:13.728611 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-59d7bfd1-b553-4003-bbd5-4f8beb3ed102 req-4ce9ff8e-6de3-46c8-ac04-affe3a34cc18 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326796 Oct 29 08:14:14.856216 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b55ce-49ce-4e72-9d06-c3c2cd380201 req-4e4c8160-dcb6-4f42-b4d3-e815fa09397b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:14.857807 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae6b55ce-49ce-4e72-9d06-c3c2cd380201 req-4e4c8160-dcb6-4f42-b4d3-e815fa09397b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0514796 Oct 29 08:14:14.900453 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ae6b55ce-49ce-4e72-9d06-c3c2cd380201 req-eaa07472-52ed-4c65-b14a-fc8f2e93a463 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359371 Oct 29 08:14:16.033726 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eef8a-ca04-4b85-b38a-7c469edcdeb8 req-23efb813-d454-470c-af93-2b51e78b81f7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:16.035259 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a0eef8a-ca04-4b85-b38a-7c469edcdeb8 req-23efb813-d454-470c-af93-2b51e78b81f7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0525227 Oct 29 08:14:16.078860 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a0eef8a-ca04-4b85-b38a-7c469edcdeb8 req-ea97dfd0-13a8-4f90-8dad-61b876d40f65 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367000 Oct 29 08:14:16.320097 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0de3d74a-74a6-4c3c-9b66-696d5137548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:17.148340 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:17.204743 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8a5f9-18de-4a05-9dac-90b8988f7df1 req-be2eb7ae-41f9-4b50-88d7-85083390d0ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:17.206151 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dcb8a5f9-18de-4a05-9dac-90b8988f7df1 req-be2eb7ae-41f9-4b50-88d7-85083390d0ca tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0545325 Oct 29 08:14:17.245474 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dcb8a5f9-18de-4a05-9dac-90b8988f7df1 req-5e2b8895-59c3-46b9-b92b-349a2afab21e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Oct 29 08:14:17.268596 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:17.840039 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:18.374333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1363b02-caca-4a3a-8cc7-c42b3a254cba req-7e080725-abaf-4127-a688-0310ca5c8d8d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:18.376101 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f1363b02-caca-4a3a-8cc7-c42b3a254cba req-7e080725-abaf-4127-a688-0310ca5c8d8d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0544949 Oct 29 08:14:18.417110 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f1363b02-caca-4a3a-8cc7-c42b3a254cba req-dfeeca58-cca1-402b-b58a-d23a4deabb5c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349164 Oct 29 08:14:19.091253 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:19.538291 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7b863-4071-4ea4-9e19-fcc2716e1a70 req-01bceeed-8169-4d8f-b898-33088b941f91 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:19.539805 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7fc7b863-4071-4ea4-9e19-fcc2716e1a70 req-01bceeed-8169-4d8f-b898-33088b941f91 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0508173 Oct 29 08:14:19.580769 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7fc7b863-4071-4ea4-9e19-fcc2716e1a70 req-99dfff0b-0a24-49c6-93b6-17e899a88c57 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347612 Oct 29 08:14:20.713849 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed75c1-0a22-4128-a6d6-10d54fdeb355 req-80d6528b-ea3e-4c3a-90a4-e5ae6afcfb96 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:20.715413 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5bed75c1-0a22-4128-a6d6-10d54fdeb355 req-80d6528b-ea3e-4c3a-90a4-e5ae6afcfb96 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0572913 Oct 29 08:14:20.756188 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5bed75c1-0a22-4128-a6d6-10d54fdeb355 req-6a2ef490-b442-42e4-8b68-fa0b7c660002 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Oct 29 08:14:20.947182 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:14:21.063204 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:21.074736 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'mac_address': 'fa:16:3e:33:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:14:21.116029 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.129963 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34e415fe-b452-4e24-bdd9-b8890f59fa1f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:14:21.151106 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:21.172703 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47420) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:21.234020 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.284117 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.290357 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:21.297958 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.298310 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.298659 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.298998 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.299332 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.299689 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.300021 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.300349 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.300682 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.301010 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.301380 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.301702 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.322513 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['34e415fe-b452-4e24-bdd9-b8890f59fa1f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:14:21.360512 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.433816 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.472026 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=596a61020413435f83e07efde7066e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982001 Oct 29 08:14:21.474057 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632dc6f5-6281-4dd7-ade2-f8e4a03eb137,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:21.474996 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 47432) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:21.483194 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.483536 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.483913 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.484330 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.484664 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.484996 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.485308 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.485637 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.485958 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.486474 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.486709 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.487030 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bea764-ec00-4fed-bb02-acd521dd9871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.531697 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.554824 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.719806 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.722451 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:21.723839 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/632dc6f5-6281-4dd7-ade2-f8e4a03eb137 HTTP/1.1" status: 204 len: 168 time: 0.2468836 Oct 29 08:14:21.733562 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632dc6f5-6281-4dd7-ade2-f8e4a03eb137,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:21.742034 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.742458 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.743001 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.743296 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.743706 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.744129 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.744519 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.744922 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.745305 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.745688 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.746074 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.746456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efce4319-7a98-4cc0-a55d-a037d45caa05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:21.883828 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ae1bf-6795-4204-b4fe-8735948465fd req-b8ffd7b8-9c8a-47d7-ad4a-1bfa93f448cb tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:21.885433 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e96ae1bf-6795-4204-b4fe-8735948465fd req-b8ffd7b8-9c8a-47d7-ad4a-1bfa93f448cb tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 944 time: 0.0518236 Oct 29 08:14:21.930761 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e96ae1bf-6795-4204-b4fe-8735948465fd req-6f744f49-861c-4bb8-8f00-ca6b1886d8e2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379367 Oct 29 08:14:22.962150 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:14:23.034820 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 34e415fe-b452-4e24-bdd9-b8890f59fa1f triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:14:23.035337 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:23.089398 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b79f6f-8bf3-472f-968b-cc26598b2b46 req-7f553ea2-b083-41ee-aa45-453298b3c738 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:23.093896 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-62b79f6f-8bf3-472f-968b-cc26598b2b46 req-7f553ea2-b083-41ee-aa45-453298b3c738 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 944 time: 0.0802865 Oct 29 08:14:23.151476 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:23.185502 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:14:23.189018 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-62b79f6f-8bf3-472f-968b-cc26598b2b46 req-4ad9f45c-4b0e-4658-9c15-b34db05b3138 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869732 Oct 29 08:14:23.190693 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d689578-d590-422b-9645-2afa96e98459" -d '{"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-plugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:14:23.207405 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:23.254448 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680bb79-17da-4823-ab69-2ecabf77d822 x-openstack-request-id: req-5680bb79-17da-4823-ab69-2ecabf77d822 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:14:23.254741 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-plugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:14:23.255029 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5680bb79-17da-4823-ab69-2ecabf77d822 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:14:23.255379 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'code': 200} Oct 29 08:14:23.278221 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:23.335470 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=7']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:24.333075 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90405a-6df6-4428-8edd-886142d93766 req-ff15f4fa-8d62-4ccf-b9fb-c31ea0667e04 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:24.341814 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ad90405a-6df6-4428-8edd-886142d93766 req-ff15f4fa-8d62-4ccf-b9fb-c31ea0667e04 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0676744 Oct 29 08:14:24.389691 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ad90405a-6df6-4428-8edd-886142d93766 req-5f72e915-2ac2-403a-a94b-8781c9bcc51b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464673 Oct 29 08:14:25.560745 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc22f8-b493-4f62-9b2c-8dd68d0e15de req-af4baae4-c3d8-4ec4-8a61-983f8f2b5efa tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:25.565825 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-eadc22f8-b493-4f62-9b2c-8dd68d0e15de req-af4baae4-c3d8-4ec4-8a61-983f8f2b5efa tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0709772 Oct 29 08:14:25.644520 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-eadc22f8-b493-4f62-9b2c-8dd68d0e15de req-f103dc0c-fdf7-4be6-8467-165a30d85def tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656981 Oct 29 08:14:26.792170 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38db78-68cb-4ccf-a840-27ad7d50fba7 req-6598e155-12a6-48ae-b240-4483bf37fb24 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:26.793752 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ab38db78-68cb-4ccf-a840-27ad7d50fba7 req-6598e155-12a6-48ae-b240-4483bf37fb24 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0656595 Oct 29 08:14:26.837472 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ab38db78-68cb-4ccf-a840-27ad7d50fba7 req-6041e89c-87e3-4b73-bbca-5c98069179c4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366948 Oct 29 08:14:27.987703 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696e0fa-4ed2-439e-bd92-348e2837a3f0 req-3e725bfe-cab6-4976-8028-71642597752e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:27.991361 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9696e0fa-4ed2-439e-bd92-348e2837a3f0 req-3e725bfe-cab6-4976-8028-71642597752e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0615392 Oct 29 08:14:28.057529 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9696e0fa-4ed2-439e-bd92-348e2837a3f0 req-53ea3e06-b8e9-4162-aa03-cdace6022577 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507886 Oct 29 08:14:29.206015 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3c4f3-af16-4dd0-bedf-8c907b02adfe req-ca829f4a-06b8-4d95-ad91-f1289259504e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:29.207794 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1f3c4f3-af16-4dd0-bedf-8c907b02adfe req-ca829f4a-06b8-4d95-ad91-f1289259504e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0557306 Oct 29 08:14:29.283374 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a1f3c4f3-af16-4dd0-bedf-8c907b02adfe req-e00d75eb-552f-4bdc-aaaf-c0b86ca39f4c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662286 Oct 29 08:14:30.449571 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e1b4-de7b-4c00-ae67-0aaa594d9373 req-48d1cefb-430b-40ca-8509-98de33e4db54 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:30.458532 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8fe4e1b4-de7b-4c00-ae67-0aaa594d9373 req-48d1cefb-430b-40ca-8509-98de33e4db54 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0945518 Oct 29 08:14:30.508609 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8fe4e1b4-de7b-4c00-ae67-0aaa594d9373 req-cddd2d01-928d-4638-9b05-11d13dca670a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488024 Oct 29 08:14:31.648839 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c9573-0de9-4954-906b-1100dfa6ede8 req-7f8f3c9a-12ec-4770-beb3-a6c183f7d472 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:31.650625 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-574c9573-0de9-4954-906b-1100dfa6ede8 req-7f8f3c9a-12ec-4770-beb3-a6c183f7d472 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0575957 Oct 29 08:14:31.717536 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-574c9573-0de9-4954-906b-1100dfa6ede8 req-058ada46-9db7-4b08-bc04-e8f4c56e8f0c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603299 Oct 29 08:14:32.883748 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea28ed-9e74-48c5-8a59-3930ade3f5b5 req-badc14ab-420b-4072-aa55-c98a1391cad4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:32.885483 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2cea28ed-9e74-48c5-8a59-3930ade3f5b5 req-badc14ab-420b-4072-aa55-c98a1391cad4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0668128 Oct 29 08:14:32.960364 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2cea28ed-9e74-48c5-8a59-3930ade3f5b5 req-a792344b-9ff5-46fa-b10f-49e27a3a3f67 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604329 Oct 29 08:14:34.083508 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28787be-18c1-4656-a1a8-4eaeb57b8436 req-ced68b6d-265a-4ad0-9d47-3bec431926fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:34.085032 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e28787be-18c1-4656-a1a8-4eaeb57b8436 req-ced68b6d-265a-4ad0-9d47-3bec431926fc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0522664 Oct 29 08:14:34.127895 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e28787be-18c1-4656-a1a8-4eaeb57b8436 req-4b979140-a8c0-448f-a2c0-5c288c5a7054 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Oct 29 08:14:34.542337 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-76af153d-fd61-4d30-93ca-ad88b752d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:34.544437 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-76af153d-fd61-4d30-93ca-ad88b752d89a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1098 time: 0.0436411 Oct 29 08:14:34.648670 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-5d92565c-7c42-4b93-98f6-808de7e311ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:34.650127 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-5d92565c-7c42-4b93-98f6-808de7e311ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.0971215 Oct 29 08:14:34.979012 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-73aa57e1-b2db-43ba-9b52-1afc2e16caee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 200 len: 1001 time: 0.3216941 Oct 29 08:14:35.032678 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-6c4b3ddd-ebe7-4295-8b22-927a7b6f1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:35.034145 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-6c4b3ddd-ebe7-4295-8b22-927a7b6f1634 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0470905 Oct 29 08:14:35.081513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-dec4f67f-0a66-461d-8f3f-60f894cd74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:35.083078 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-dec4f67f-0a66-461d-8f3f-60f894cd74fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415204 Oct 29 08:14:35.186925 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-2332b722-053e-480b-9d7c-221e220db262 service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959942 Oct 29 08:14:35.267026 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6847e9-4087-437b-907f-5e98a922f529 req-5f4e1076-8f90-4647-aaae-e2c36c02be6d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:35.268743 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-af6847e9-4087-437b-907f-5e98a922f529 req-5f4e1076-8f90-4647-aaae-e2c36c02be6d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0617607 Oct 29 08:14:35.302964 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2fa7d5b2-ef7a-4f15-826e-ade45fcdd98f req-5966c681-91ae-46d0-8ed1-20a1436a727a service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085141 Oct 29 08:14:35.324548 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-af6847e9-4087-437b-907f-5e98a922f529 req-f6760fba-68ef-40b5-b1f0-8fe439d04d0d tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491562 Oct 29 08:14:36.462856 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6216f6-1fea-4ad9-88c7-c687c35f24d3 req-34a3b978-4342-4c53-a4f7-f75413b636cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:36.464421 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6a6216f6-1fea-4ad9-88c7-c687c35f24d3 req-34a3b978-4342-4c53-a4f7-f75413b636cc tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 945 time: 0.0617144 Oct 29 08:14:36.509517 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6a6216f6-1fea-4ad9-88c7-c687c35f24d3 req-22c754cf-660e-463b-93b9-d55fef4a8a13 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376334 Oct 29 08:14:37.045065 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:14:37.129935 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:37.158221 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:14:37.160682 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14456ce0-c6b7-4c45-9d57-59c3a895ec39" -d '{"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-unplugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:14:37.179897 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:37.208953 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70695821-e5b9-440c-a6b6-d6cdc1d2b845 x-openstack-request-id: req-70695821-e5b9-440c-a6b6-d6cdc1d2b845 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:14:37.209355 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-unplugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:14:37.209723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70695821-e5b9-440c-a6b6-d6cdc1d2b845 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:14:37.210166 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'code': 200} Oct 29 08:14:37.285054 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:37.336229 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=8']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:37.655902 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087498f-8a45-4962-b76e-044d01d827c1 req-15c33aeb-90d3-47f3-8db4-9c8019beae31 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:37.657464 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e087498f-8a45-4962-b76e-044d01d827c1 req-15c33aeb-90d3-47f3-8db4-9c8019beae31 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0621176 Oct 29 08:14:37.698093 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-e087498f-8a45-4962-b76e-044d01d827c1 req-f9d7c271-7114-497a-86ed-125032f0a1f3 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346940 Oct 29 08:14:37.851954 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:14:40.529281 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf17421-af51-4cd6-b02f-67e297693ca0 req-e6c08cc4-dd03-4d18-9c29-1d90f1c8cb2b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:40.530862 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1bf17421-af51-4cd6-b02f-67e297693ca0 req-e6c08cc4-dd03-4d18-9c29-1d90f1c8cb2b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0537930 Oct 29 08:14:40.572451 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1bf17421-af51-4cd6-b02f-67e297693ca0 req-329d1019-a08d-4694-b0c0-e719fc353638 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353520 Oct 29 08:14:41.054619 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47680) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:41.073989 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:14:41.148502 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-82bf4b9f-1748-4858-9f01-6d93148b50f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926979 Oct 29 08:14:41.157922 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-5fe64fd0-488b-42b4-8358-bdbeab336ef6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:14:41.159047 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-5fe64fd0-488b-42b4-8358-bdbeab336ef6 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056293 Oct 29 08:14:41.724231 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90f9b1-f120-4b64-a4b5-a45e7a3ade52 req-c9d5c7f8-3b34-480c-820f-691027af06c6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:41.725826 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-db90f9b1-f120-4b64-a4b5-a45e7a3ade52 req-c9d5c7f8-3b34-480c-820f-691027af06c6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0623558 Oct 29 08:14:41.769212 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-db90f9b1-f120-4b64-a4b5-a45e7a3ade52 req-0627ecd9-194f-4fa2-9268-fc7c0084d32e tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367086 Oct 29 08:14:42.713234 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-6d7d5686-ce51-437c-beae-d0889d4158cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:42.714759 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-6d7d5686-ce51-437c-beae-d0889d4158cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa&tenant_id=1121489408e14120aac374606c0ace5e HTTP/1.1" status: 200 len: 1096 time: 0.0426774 Oct 29 08:14:42.774912 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-afd44ea0-f980-4e14-897a-be36ab3b23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:42.776724 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-afd44ea0-f980-4e14-897a-be36ab3b23b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1121489408e14120aac374606c0ace5e&device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1096 time: 0.0412886 Oct 29 08:14:42.898293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-cc549850-7396-4714-9ac8-50ec5d898e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:42.900912 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-cc549850-7396-4714-9ac8-50ec5d898e3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 200 len: 918 time: 0.1170027 Oct 29 08:14:42.983187 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-bfe24853-79a7-4215-8533-7de163dabf4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 200 len: 999 time: 0.0722139 Oct 29 08:14:42.989516 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a8559-434d-4fc8-8238-92d7050daa14 req-d21f92fa-298e-425d-a0c4-2e070873de89 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:42.991482 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5a7a8559-434d-4fc8-8238-92d7050daa14 req-d21f92fa-298e-425d-a0c4-2e070873de89 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.1321094 Oct 29 08:14:43.045723 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5a7a8559-434d-4fc8-8238-92d7050daa14 req-ebb032fe-3b70-4243-938a-a3fc82799f91 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470278 Oct 29 08:14:43.062251 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-4f76b665-0990-422d-b918-660eb4698248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:43.062251 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-4f76b665-0990-422d-b918-660eb4698248 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 200 len: 856 time: 0.0618818 Oct 29 08:14:43.110192 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-2dd8e5a9-298b-462f-a98e-78c992b17c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:43.111724 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-2dd8e5a9-298b-462f-a98e-78c992b17c62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10f097fa-f130-4cbf-8d9d-2ef00b65ce40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514550 Oct 29 08:14:43.205959 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-d4a50778-d7e2-4fdd-a146-4f286c2e71cd service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870962 Oct 29 08:14:43.306977 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-54d865f9-a4f1-4ee5-9849-321450a30fe2 req-12ffd8cd-0ae6-48b2-a775-fc40947db2bf service neutron] 10.222.0.49 "GET /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943959 Oct 29 08:14:43.359143 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b50629a5-495f-424f-bcf1-a6f24f51ae0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:44.207137 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc8338-5549-4fd3-99f5-6dc694ad6586 req-470ebcb5-7a64-4887-b5a5-105abeb4bdce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:44.210041 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2abc8338-5549-4fd3-99f5-6dc694ad6586 req-470ebcb5-7a64-4887-b5a5-105abeb4bdce tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0709229 Oct 29 08:14:44.260120 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2abc8338-5549-4fd3-99f5-6dc694ad6586 req-ad593f17-82e7-411f-8aab-2424207b47b9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Oct 29 08:14:45.400353 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04690804-c186-4c0a-81aa-3ebd1653f61b req-df4e0b8c-30a7-40d8-bd57-7943081009f6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:45.401917 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-04690804-c186-4c0a-81aa-3ebd1653f61b req-df4e0b8c-30a7-40d8-bd57-7943081009f6 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0557246 Oct 29 08:14:45.457475 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-04690804-c186-4c0a-81aa-3ebd1653f61b req-6427378c-7b60-435e-8916-100a70fd8faf tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480802 Oct 29 08:14:46.347824 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-2410a466-9622-48aa-a3bd-296c0f6938fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:46.617981 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb3ad2-b65f-49e3-8393-0fd52c74831b req-dcbf7d38-3bd6-4a5d-9e81-5a459f7faa6f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:46.620870 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ebb3ad2-b65f-49e3-8393-0fd52c74831b req-dcbf7d38-3bd6-4a5d-9e81-5a459f7faa6f tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0726018 Oct 29 08:14:46.671868 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ebb3ad2-b65f-49e3-8393-0fd52c74831b req-95a503c2-0336-4fea-9d37-56f284b7a714 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Oct 29 08:14:47.170595 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:47.256515 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:47.820957 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33800335-0a87-4f0b-a9f1-a2c49a4ed000 req-1071723a-4723-4c97-a11e-8dd3f549e4e9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:47.822524 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-33800335-0a87-4f0b-a9f1-a2c49a4ed000 req-1071723a-4723-4c97-a11e-8dd3f549e4e9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0623443 Oct 29 08:14:47.864947 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-33800335-0a87-4f0b-a9f1-a2c49a4ed000 req-2e7ac14c-b1eb-4a73-b1a2-d8cc0fe7e958 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346475 Oct 29 08:14:47.868134 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:48.572970 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47750) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:48.981060 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Deleting port 4bab8a9c-bd85-4a3c-90cd-96ef50e4736b {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:14:48.982158 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.068045 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.100761 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025951f-aa03-4a2f-b8a6-9f02a86423f1 req-64235efe-e9c3-4015-aada-da8684afe9ee tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:49.102324 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f025951f-aa03-4a2f-b8a6-9f02a86423f1 req-64235efe-e9c3-4015-aada-da8684afe9ee tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.1232800 Oct 29 08:14:49.141714 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.142053 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.163982 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Calling delete_port for 4bab8a9c-bd85-4a3c-90cd-96ef50e4736b owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:14:49.178954 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f025951f-aa03-4a2f-b8a6-9f02a86423f1 req-7fa7434f-6b25-497b-a40f-3dd8cacb9eb5 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669103 Oct 29 08:14:49.388711 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.419907 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event deleted for resources: {'Port': ['ID=4bab8a9c-bd85-4a3c-90cd-96ef50e4736b,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:49.498996 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.499317 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Floating IP c5885dae-e86b-406b-91d0-142709f5cb95 disassociated (deleted). External IP: 172.27.2.221, port: 4b43a419-8fb0-4bca-a959-f88d04a94520. Oct 29 08:14:49.740109 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Router c71a73de-bf95-49e3-b74a-b833be374a49 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:14:49.892604 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:14:49.897828 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:49.906273 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] Sync routers for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:14:49.923081 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:14:49.923867 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:49.932595 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-31eda42d-85cf-4721-b234-b3c2a02155e7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "DELETE /v2.0/floatingips/c5885dae-e86b-406b-91d0-142709f5cb95 HTTP/1.1" status: 204 len: 168 time: 1.3559916 Oct 29 08:14:49.932595 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:14:49.935309 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac" -d '{"events": [{"name": "network-changed", "server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:14:50.085183 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:14:50.379465 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:50.415005 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] Checking router: c71a73de-bf95-49e3-b74a-b833be374a49 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:14:50.427578 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:14:50.428370 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:50.676519 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:14:50.893856 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:50.921573 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f16b04-f89a-4b4d-b261-4c5e30b6f318 None None] The sync data for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi is: [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:09:47Z', 'revision_number': 4, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '29e2f2b1-2ed0-486d-8871-55864226a6c3', 'name': '', 'network_id': 'd0551d53-21fc-489b-a7b6-079c7c4e24b1', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'mac_address': 'fa:16:3e:06:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '62e59494-f394-413a-8af8-be972f5056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:47Z', 'updated_at': '2021-10-29T08:09:52Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'subnets': [{'id': '62e59494-f394-413a-8af8-be972f5056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:14:51.072253 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5034aa4e-d172-4ef4-8ad8-942012a1cb90 x-openstack-request-id: req-5034aa4e-d172-4ef4-8ad8-942012a1cb90 {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:14:51.072771 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:14:51.072867 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5034aa4e-d172-4ef4-8ad8-942012a1cb90 {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:14:51.073284 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'status': 'completed', 'code': 200} Oct 29 08:14:51.188356 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907765d-e67e-4103-b145-ba8908d085d4 req-c8503ea3-2401-4770-aeaf-9c010d890eb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:51.189949 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4907765d-e67e-4103-b145-ba8908d085d4 req-c8503ea3-2401-4770-aeaf-9c010d890eb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0640278 Oct 29 08:14:51.237130 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4907765d-e67e-4103-b145-ba8908d085d4 req-5801ec72-4e34-45ff-9f93-89e526699540 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Oct 29 08:14:51.300135 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa5aee-9da7-49fb-af6c-bc96643888fa None None] New status for floating IP c5885dae-e86b-406b-91d0-142709f5cb95: DOWN {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:14:51.379921 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2488-dd62-4c8f-a78d-23cc1f7c1539 req-85f8c71f-8a33-46ea-abbc-b40be705fe9b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:51.381641 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-eb9d2488-dd62-4c8f-a78d-23cc1f7c1539 req-85f8c71f-8a33-46ea-abbc-b40be705fe9b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0644729 Oct 29 08:14:51.430793 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-eb9d2488-dd62-4c8f-a78d-23cc1f7c1539 req-cfa41b96-98c7-4de9-b446-c254f896f3a6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408373 Oct 29 08:14:52.404632 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e8d8-53e7-45a1-b879-56e76f8e6baf req-98289aea-d0c1-499e-95dc-520d31648c2b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:52.406215 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4777e8d8-53e7-45a1-b879-56e76f8e6baf req-98289aea-d0c1-499e-95dc-520d31648c2b tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0634198 Oct 29 08:14:52.451624 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-4777e8d8-53e7-45a1-b879-56e76f8e6baf req-f2533f12-8687-4f9b-9f65-5e98428df1d4 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356886 Oct 29 08:14:52.564266 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fc40c-97b2-47d2-b6d8-1e6106094d9c req-a1990955-727e-450c-aff9-89083551be75 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:52.565670 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7c8fc40c-97b2-47d2-b6d8-1e6106094d9c req-a1990955-727e-450c-aff9-89083551be75 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0556967 Oct 29 08:14:52.604477 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-7c8fc40c-97b2-47d2-b6d8-1e6106094d9c req-9a43b408-f221-4c58-a412-497d628d1fe9 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Oct 29 08:14:53.581497 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f40b-4893-46b9-bcc7-04635f10c7fb req-c3d03bb6-f4c8-4274-bada-9e6595c78617 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:53.583350 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-37d1f40b-4893-46b9-bcc7-04635f10c7fb req-c3d03bb6-f4c8-4274-bada-9e6595c78617 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0495408 Oct 29 08:14:53.630059 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-37d1f40b-4893-46b9-bcc7-04635f10c7fb req-79bb1b63-a813-4b5e-9e0c-eed86020475c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375392 Oct 29 08:14:53.742761 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c72e-da36-4fe7-8717-ebf49990fd03 req-0b450fdf-66b9-4be9-8b0d-eb8cf4e10d5d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:53.744283 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ab28c72e-da36-4fe7-8717-ebf49990fd03 req-0b450fdf-66b9-4be9-8b0d-eb8cf4e10d5d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0536306 Oct 29 08:14:53.790573 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-ab28c72e-da36-4fe7-8717-ebf49990fd03 req-8dcb74b8-71e1-4578-ab22-a755b6f87ca1 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387876 Oct 29 08:14:54.775464 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c252af3-171d-46f6-b3e8-dd19bcb15f9c req-55540f12-ad2b-41c5-9e66-773a79003da7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:54.777000 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9c252af3-171d-46f6-b3e8-dd19bcb15f9c req-55540f12-ad2b-41c5-9e66-773a79003da7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0553782 Oct 29 08:14:54.826821 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9c252af3-171d-46f6-b3e8-dd19bcb15f9c req-c18adee6-9860-4c3c-82f0-bff4ddd552b9 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Oct 29 08:14:54.953789 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6937-3d2b-488b-9030-9e768dbbfcd1 req-ce7dfc87-dc3c-4b80-8e40-a0f87b8bde30 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:54.955390 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-948c6937-3d2b-488b-9030-9e768dbbfcd1 req-ce7dfc87-dc3c-4b80-8e40-a0f87b8bde30 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0573528 Oct 29 08:14:55.014946 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-948c6937-3d2b-488b-9030-9e768dbbfcd1 req-34fbec33-eef6-4a53-863f-0bc0d4e493d8 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533714 Oct 29 08:14:55.803261 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-687d34c0-8e78-466c-8413-3f5fecc7730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:55.804974 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-687d34c0-8e78-466c-8413-3f5fecc7730d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 1099 time: 0.0485859 Oct 29 08:14:55.952214 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-83eaa816-1bc4-430a-a06f-e570bcc4fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:55.954494 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-83eaa816-1bc4-430a-a06f-e570bcc4fc1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 200 len: 909 time: 0.1410482 Oct 29 08:14:55.958193 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-e935a6b5-50aa-4ec1-8280-d06f2d534e2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874636 Oct 29 08:14:55.973850 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61722a2d-3b96-44b5-8cfb-2be29bd8293b req-a51e036e-a687-4365-9379-c8475ce6abb1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:55.975602 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-61722a2d-3b96-44b5-8cfb-2be29bd8293b req-a51e036e-a687-4365-9379-c8475ce6abb1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.0622051 Oct 29 08:14:56.012915 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-733f71c0-0f39-411a-95cf-4abc7eb106ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 200 len: 217 time: 0.0464928 Oct 29 08:14:56.026189 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-61722a2d-3b96-44b5-8cfb-2be29bd8293b req-0d1c9311-c0a9-490f-8c6c-99eabfed3137 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Oct 29 08:14:56.071451 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47818) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:56.087422 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-8e252c7e-43a0-40c0-9c31-403a7705dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.089063 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-8e252c7e-43a0-40c0-9c31-403a7705dcd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 200 len: 847 time: 0.0527246 Oct 29 08:14:56.098898 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-7d4bf8cd-76dd-4728-8e30-c359d822dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.100430 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-7d4bf8cd-76dd-4728-8e30-c359d822dbe6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1098 time: 0.0967598 Oct 29 08:14:56.158493 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a8c6-78d7-4fdb-8637-1a92cf34bc54 req-b97fa02f-3266-4db3-b677-c2a8f31876c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.160289 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fbb9a8c6-78d7-4fdb-8637-1a92cf34bc54 req-b97fa02f-3266-4db3-b677-c2a8f31876c6 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0605185 Oct 29 08:14:56.202770 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-831766bc-bf61-4545-91e5-308a49f47945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.212522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-05815857-3354-4853-924c-134c9037b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.214160 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-05815857-3354-4853-924c-134c9037b9fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0551d53-21fc-489b-a7b6-079c7c4e24b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128824 Oct 29 08:14:56.228543 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-fbb9a8c6-78d7-4fdb-8637-1a92cf34bc54 req-78d0505a-967e-40f6-b2ca-35e76030a0de tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598247 Oct 29 08:14:56.293222 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-831766bc-bf61-4545-91e5-308a49f47945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.302942 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-cbb01290-6f4e-4604-8b4e-1b722cbf9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.302942 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-cbb01290-6f4e-4604-8b4e-1b722cbf9039 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.1613398 Oct 29 08:14:56.378837 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-020e5001-3821-432f-b33f-158fd679628e service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551919 Oct 29 08:14:56.396541 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-338b0bad-938f-4156-b896-6a65f81147c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 200 len: 1001 time: 0.0901790 Oct 29 08:14:56.398728 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-831766bc-bf61-4545-91e5-308a49f47945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.443363 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-831766bc-bf61-4545-91e5-308a49f47945 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd4ce0a1e75d483c9ac5837767ce9460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705952 Oct 29 08:14:56.445218 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47822) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:56.453618 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831766bc-bf61-4545-91e5-308a49f47945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31fd02e-af1c-44c9-9999-6de90c1177f9,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:56.498522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-2484ed2e-299e-4768-a346-e8e3ac98d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.500057 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-2484ed2e-299e-4768-a346-e8e3ac98d7b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0926132 Oct 29 08:14:56.531423 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-556115e6-ceb4-4367-a208-54f972504802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.531871 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-f1f24f10-16d4-402c-86d1-4fcbc6bfbaac req-6e3012a9-3242-4d0c-ad8a-989681c1505b service neutron] 10.222.0.49 "GET /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433487 Oct 29 08:14:56.563407 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-5edd3989-970f-4f2f-9eb8-4be2e72329c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:56.564983 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-5edd3989-970f-4f2f-9eb8-4be2e72329c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530524 Oct 29 08:14:56.568678 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-556115e6-ceb4-4367-a208-54f972504802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.665329 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-d7bb9af0-df7b-4a72-935a-ebfbe0ea70b7 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907331 Oct 29 08:14:56.742274 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-556115e6-ceb4-4367-a208-54f972504802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.744938 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-556115e6-ceb4-4367-a208-54f972504802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:56.746962 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-556115e6-ceb4-4367-a208-54f972504802 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c31fd02e-af1c-44c9-9999-6de90c1177f9 HTTP/1.1" status: 204 len: 168 time: 0.2999640 Oct 29 08:14:56.757030 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556115e6-ceb4-4367-a208-54f972504802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31fd02e-af1c-44c9-9999-6de90c1177f9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:56.764695 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-5a23a0f2-0247-4301-b4fb-b67b04de5ffc req-7c20889c-de29-4d3b-9296-910f578d63b5 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918741 Oct 29 08:14:57.122415 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:14:57.213001 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885fd8e-9b28-4ac2-929c-d089f36fc827 req-30348d6d-0140-4349-b016-3e63b877f031 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:57.220024 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1885fd8e-9b28-4ac2-929c-d089f36fc827 req-30348d6d-0140-4349-b016-3e63b877f031 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 943 time: 0.1071875 Oct 29 08:14:57.250836 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:57.262727 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1885fd8e-9b28-4ac2-929c-d089f36fc827 req-87696ecd-9d5f-4f6e-831a-96d8bdaa24df tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Oct 29 08:14:57.268038 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'port_id': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'mac_address': 'fa:16:3e:33:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:14:57.313678 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:57.328252 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e415fe-b452-4e24-bdd9-b8890f59fa1f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:14:57.355186 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:57.380239 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f123eb-346c-4cdb-82c9-623a18db5931 req-0e10e4c6-fc79-4b9c-90f4-73d4b5a9be26 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:57.381730 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c1f123eb-346c-4cdb-82c9-623a18db5931 req-0e10e4c6-fc79-4b9c-90f4-73d4b5a9be26 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0542204 Oct 29 08:14:57.420860 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c1f123eb-346c-4cdb-82c9-623a18db5931 req-7dfc126a-ad36-4d27-8ed5-c95188711558 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Oct 29 08:14:57.507568 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:57.561189 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=9']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:57.740165 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['34e415fe-b452-4e24-bdd9-b8890f59fa1f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:14:58.393253 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd9220-c24a-40e4-a903-9f599b5a1ace req-4df0b6c4-71f5-44e8-b618-c5b0a8400a55 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:58.394803 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f6cd9220-c24a-40e4-a903-9f599b5a1ace req-4df0b6c4-71f5-44e8-b618-c5b0a8400a55 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 944 time: 0.0526776 Oct 29 08:14:58.446934 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f6cd9220-c24a-40e4-a903-9f599b5a1ace req-64de1d5d-101b-4b60-96ca-4efaa578d516 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448618 Oct 29 08:14:58.831019 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52700cac-0bcf-40a7-bc23-faed769cece8 req-ba23e55d-3e36-4659-aadf-53cae2963ba7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:58.832586 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-52700cac-0bcf-40a7-bc23-faed769cece8 req-ba23e55d-3e36-4659-aadf-53cae2963ba7 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0574205 Oct 29 08:14:58.872603 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-52700cac-0bcf-40a7-bc23-faed769cece8 req-55ef0f9f-95b7-49d8-bc00-d05ffe62070a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337820 Oct 29 08:14:59.133115 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:14:59.189739 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 34e415fe-b452-4e24-bdd9-b8890f59fa1f triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:14:59.190107 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:59.265615 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:59.289141 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:14:59.291367 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e521d3d6-5507-400b-9db8-2ee18c941dbf" -d '{"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-plugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:14:59.304732 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:14:59.330917 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd63465-e76a-45d3-bf4c-7ec2e941d609 x-openstack-request-id: req-0bd63465-e76a-45d3-bf4c-7ec2e941d609 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:14:59.331200 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-plugged", "status": "completed", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:14:59.331450 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0bd63465-e76a-45d3-bf4c-7ec2e941d609 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:14:59.331875 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'code': 200} Oct 29 08:14:59.393647 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:59.445009 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=10']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:59.577089 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94b819-36d8-4bac-bc4e-25db5052f1da req-0e30aafb-896d-4080-8d87-6677406a3ef1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:59.578574 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2b94b819-36d8-4bac-bc4e-25db5052f1da req-0e30aafb-896d-4080-8d87-6677406a3ef1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0543416 Oct 29 08:14:59.617446 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2b94b819-36d8-4bac-bc4e-25db5052f1da req-bcb7e2e8-cdcc-4020-a592-1423a680bc46 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Oct 29 08:14:59.633017 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b3710-4fea-4ff5-b64a-496aab905612 req-c4a4139c-a36b-4952-b777-a27a08b76f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:59.635226 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8d8b3710-4fea-4ff5-b64a-496aab905612 req-c4a4139c-a36b-4952-b777-a27a08b76f47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 1099 time: 0.0420759 Oct 29 08:14:59.670366 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8d8b3710-4fea-4ff5-b64a-496aab905612 req-c4f4ff09-efe2-43c7-993e-64efb0434445 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290072 Oct 29 08:14:59.994215 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67813529-99ce-4e0d-8f3e-614e07210b99 req-913ee334-4878-4c5a-91cc-8f9c96b6b5fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:59.995770 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-67813529-99ce-4e0d-8f3e-614e07210b99 req-913ee334-4878-4c5a-91cc-8f9c96b6b5fa tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.0513027 Oct 29 08:15:00.035453 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-67813529-99ce-4e0d-8f3e-614e07210b99 req-f43c5572-83fc-4947-bced-7a1f24bb8441 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Oct 29 08:15:00.764390 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29390759-aff5-4290-86c8-d30013228b24 req-ba2247a4-6250-421a-9413-81c58c66d964 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:00.766824 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-29390759-aff5-4290-86c8-d30013228b24 req-ba2247a4-6250-421a-9413-81c58c66d964 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0687907 Oct 29 08:15:00.815246 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-29390759-aff5-4290-86c8-d30013228b24 req-19d2a702-b0f2-4802-9b8c-a0e9ae83ec57 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Oct 29 08:15:01.136354 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47866) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:01.146678 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 4b43a419-8fb0-4bca-a959-f88d04a94520 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:01.205393 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0c24-e315-4d4f-85b0-d571207b182a req-000e2bfb-fe80-44c8-bd2c-c30a69dad130 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:01.206965 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a8f0c24-e315-4d4f-85b0-d571207b182a req-000e2bfb-fe80-44c8-bd2c-c30a69dad130 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 946 time: 0.1033688 Oct 29 08:15:01.250527 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.291750 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:01.304961 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a8f0c24-e315-4d4f-85b0-d571207b182a req-958d35cc-78ec-49e5-9ff8-3c812ad45bfe tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878839 Oct 29 08:15:01.332471 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:01.334751 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db60ba21-3e2a-40d3-941a-0048e7ea8b55" -d '{"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:01.364377 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Deleting port 1710c267-2d57-49de-8d15-24a0186104cf {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:01.364710 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.370679 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.377723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559d8a9-06d5-416f-af9a-016a540dee04 x-openstack-request-id: req-c559d8a9-06d5-416f-af9a-016a540dee04 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:01.377723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:01.377723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c559d8a9-06d5-416f-af9a-016a540dee04 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:01.377723 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'code': 200} Oct 29 08:15:01.429811 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=9']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:01.458341 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.458639 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.471865 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Calling delete_port for 1710c267-2d57-49de-8d15-24a0186104cf owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:01.753060 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.783174 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'Port': ['ID=1710c267-2d57-49de-8d15-24a0186104cf,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:01.851156 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:01.851530 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Floating IP fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d disassociated (deleted). External IP: 172.27.2.251, port: 25eaeed2-043b-41ab-a209-0eebc5ed646b. Oct 29 08:15:02.001867 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfac585-46c7-4149-87c4-b37a7f9d5dcc req-15f88b4a-0de5-4c81-866a-9c1d38bc334a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:02.003392 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6cfac585-46c7-4149-87c4-b37a7f9d5dcc req-15f88b4a-0de5-4c81-866a-9c1d38bc334a tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0815558 Oct 29 08:15:02.111947 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6cfac585-46c7-4149-87c4-b37a7f9d5dcc req-0c9ba48e-bf48-4cec-be6e-97dc84edeb65 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022019 Oct 29 08:15:02.146528 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:02.262367 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:02.267383 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:02.272501 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:02.284398 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:02.285151 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:02.296888 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-2d134f73-7343-4486-9c83-a5fe73018a97 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "DELETE /v2.0/floatingips/fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d HTTP/1.1" status: 204 len: 168 time: 1.1588752 Oct 29 08:15:02.297470 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:02.299742 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c86a4-272b-436c-b7b4-216050dd4f84" -d '{"events": [{"name": "network-changed", "server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:02.405568 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:02.628298 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:14Z', 'revision_number': 1, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:02.657200 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:02.665501 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:02.666098 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:02.763017 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c579c703-65db-4e3e-805a-f7e61254df3b x-openstack-request-id: req-c579c703-65db-4e3e-805a-f7e61254df3b {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:02.763512 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:02.763794 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c579c703-65db-4e3e-805a-f7e61254df3b {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:02.764183 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'status': 'completed', 'code': 200} Oct 29 08:15:02.776228 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:02.844656 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-e98ee02d-929f-42ae-acd7-2fd5dc52544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:02.846379 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-e98ee02d-929f-42ae-acd7-2fd5dc52544e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 1098 time: 0.0574248 Oct 29 08:15:02.859207 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3cd42-1a7b-4bc0-b740-4bd31bed3b37 req-322d29a3-4068-4eca-8662-341436604509 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:02.861458 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2fe3cd42-1a7b-4bc0-b740-4bd31bed3b37 req-322d29a3-4068-4eca-8662-341436604509 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0511911 Oct 29 08:15:02.901877 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2fe3cd42-1a7b-4bc0-b740-4bd31bed3b37 req-1c6978c0-973c-4db2-9fc2-061411105fc2 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Oct 29 08:15:02.960876 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-b5392781-5f46-4383-843b-4cd1ca5e9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:02.962329 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-b5392781-5f46-4383-843b-4cd1ca5e9b79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.0982468 Oct 29 08:15:03.007908 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-2fdde33d-dc30-4b91-9151-6e06ce8c8763 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b HTTP/1.1" status: 200 len: 217 time: 0.0377197 Oct 29 08:15:03.021647 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:14Z', 'revision_number': 1, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:03.026663 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a2ada-212d-4f9d-af8f-3238985a718a req-5f11f131-ef14-4415-b6e0-40ea82f06826 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:03.030012 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-322a2ada-212d-4f9d-af8f-3238985a718a req-5f11f131-ef14-4415-b6e0-40ea82f06826 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0544627 Oct 29 08:15:03.052246 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c004981-b777-4da9-acdc-66f2dca3707f None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_floatingips': [{'id': 'c3fdd262-184f-49ce-8099-eb48304aeadd', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1399a958-caaa-4740-82f5-03a053379377', 'router_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'port_id': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'mac_address': 'fa:16:3e:7a:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:11:11Z', 'updated_at': '2021-10-29T08:11:14Z', 'revision_number': 1, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:03.062266 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-42e72fd5-f778-4d08-b334-fe441f8543c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:03.063879 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-42e72fd5-f778-4d08-b334-fe441f8543c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0492284 Oct 29 08:15:03.083957 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-322a2ada-212d-4f9d-af8f-3238985a718a req-8a36bccf-4739-4935-9568-0b02d38c82e3 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Oct 29 08:15:03.120274 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-cef17522-5097-4918-b382-aaec86d98255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:03.122407 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-cef17522-5097-4918-b382-aaec86d98255 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498586 Oct 29 08:15:03.226653 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-edc6f017-6329-43d0-bc78-111f6de09e7a service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945866 Oct 29 08:15:03.259572 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1cb95-07a2-4b13-88d2-eaddeb689a27 req-f6105c5d-c6eb-4338-a1d4-3d7b865197d7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:03.261185 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aae1cb95-07a2-4b13-88d2-eaddeb689a27 req-f6105c5d-c6eb-4338-a1d4-3d7b865197d7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0553186 Oct 29 08:15:03.302452 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-aae1cb95-07a2-4b13-88d2-eaddeb689a27 req-34e5127e-b6ee-47fe-81ea-3d61ec2d2b1c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349369 Oct 29 08:15:03.330315 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-802c86a4-272b-436c-b7b4-216050dd4f84 req-09b503df-ec59-44ee-9bca-da8ba4a1830d service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964754 Oct 29 08:15:03.353356 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ea33b-b34c-4ebd-a0b1-bb60b2219e0c None None] New status for floating IP fab7ac07-1ff9-4ad7-aa25-c2cce0dc397d: DOWN {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:15:04.023224 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf95c1-a3db-4516-9c92-a75fc140da25 req-041e7f80-5170-448e-88a9-02d9b43a3c13 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:04.024964 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-efbf95c1-a3db-4516-9c92-a75fc140da25 req-041e7f80-5170-448e-88a9-02d9b43a3c13 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0516889 Oct 29 08:15:04.065596 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-efbf95c1-a3db-4516-9c92-a75fc140da25 req-a79a6917-83ca-486d-a492-e3677fac332f tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342636 Oct 29 08:15:04.203139 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217cfd6-0d06-4621-9517-f24722370bfe req-c02d061c-2264-40cc-bae7-25c6a21c7829 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:04.204488 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f217cfd6-0d06-4621-9517-f24722370bfe req-c02d061c-2264-40cc-bae7-25c6a21c7829 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0533216 Oct 29 08:15:04.242200 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f217cfd6-0d06-4621-9517-f24722370bfe req-b0fe97d1-ca44-4ab8-b688-ed30cc25edc7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317254 Oct 29 08:15:05.184339 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fe5c-d1c8-47ff-9048-6b82e3cdbeee req-83b414d4-8995-490c-820a-83a1981bf35a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:05.185825 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd03fe5c-d1c8-47ff-9048-6b82e3cdbeee req-83b414d4-8995-490c-820a-83a1981bf35a tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0513604 Oct 29 08:15:05.225363 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dd03fe5c-d1c8-47ff-9048-6b82e3cdbeee req-1ecb9ca4-5a6e-430a-9a8a-c7b9b48e0e7d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334997 Oct 29 08:15:05.358889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346958-e5e3-4d07-8b25-355e14075ca3 req-5efe0a86-e311-4da6-a5df-16c5d966813c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:05.360366 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-65346958-e5e3-4d07-8b25-355e14075ca3 req-5efe0a86-e311-4da6-a5df-16c5d966813c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Oct 29 08:15:05.398907 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-65346958-e5e3-4d07-8b25-355e14075ca3 req-99f3bc0d-e175-4ab3-8243-96188dcfe1cf tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Oct 29 08:15:06.343895 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281805-3b42-491c-8ca9-76b3c84cc679 req-e8551eb8-7542-4558-89ed-a14825ec8d22 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:06.345363 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2e281805-3b42-491c-8ca9-76b3c84cc679 req-e8551eb8-7542-4558-89ed-a14825ec8d22 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0521734 Oct 29 08:15:06.383016 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2e281805-3b42-491c-8ca9-76b3c84cc679 req-6ea10f92-08bb-4a78-8dfd-4eef5f0e45f3 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Oct 29 08:15:06.513596 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874dadf-8e8e-4d43-9236-fcc1c853b8e9 req-010d8e33-2ac7-4a2e-95f3-c07f1e666bd3 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:06.514985 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8874dadf-8e8e-4d43-9236-fcc1c853b8e9 req-010d8e33-2ac7-4a2e-95f3-c07f1e666bd3 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Oct 29 08:15:06.554366 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8874dadf-8e8e-4d43-9236-fcc1c853b8e9 req-f315e4b0-7b0c-4912-b01f-798cda2cfadb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333872 Oct 29 08:15:07.211201 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 25eaeed2-043b-41ab-a209-0eebc5ed646b no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:07.286819 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:07.312675 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:07.314948 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820e909-c240-49a5-9565-4c042f6e41ec" -d '{"events": [{"server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "name": "network-vif-unplugged", "status": "completed", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:07.330830 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:07.356663 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ade9e-5a76-4fa3-9f1f-7b5885f82495 x-openstack-request-id: req-345ade9e-5a76-4fa3-9f1f-7b5885f82495 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:07.357024 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "name": "network-vif-unplugged", "status": "completed", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:07.357295 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-345ade9e-5a76-4fa3-9f1f-7b5885f82495 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:07.357771 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'code': 200} Oct 29 08:15:07.421716 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:07.476799 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=6']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:07.515919 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545ec07-4da0-4336-84f6-041c5c7de43b req-2ee3acc4-3689-4b2f-8cf8-5227bf98c9b5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:07.517610 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a545ec07-4da0-4336-84f6-041c5c7de43b req-2ee3acc4-3689-4b2f-8cf8-5227bf98c9b5 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0522540 Oct 29 08:15:07.564741 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a545ec07-4da0-4336-84f6-041c5c7de43b req-7584e085-f8ba-4794-ab67-1c3792824a0d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/security-groups?id=461f6150-446e-4bb1-a0ee-2bd2017d76ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370288 Oct 29 08:15:07.566209 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-f5090dd1-9223-4916-809a-aa8f9299d33d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:07.567782 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-f5090dd1-9223-4916-809a-aa8f9299d33d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.49 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 944 time: 0.0549610 Oct 29 08:15:07.676653 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787de8-9ac5-47c9-9c6c-bdfbb82007b9 req-3fdf6e98-0317-49b6-b445-e46ba56dcafb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:07.678305 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-be787de8-9ac5-47c9-9c6c-bdfbb82007b9 req-3fdf6e98-0317-49b6-b445-e46ba56dcafb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0576072 Oct 29 08:15:07.706645 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-c14b27db-5798-49b0-a96e-c1ab4868fb2b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:07.708131 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-c14b27db-5798-49b0-a96e-c1ab4868fb2b tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 943 time: 0.0658724 Oct 29 08:15:07.710993 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Deleting port 4b43a419-8fb0-4bca-a959-f88d04a94520 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:07.711335 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:07.719183 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-be787de8-9ac5-47c9-9c6c-bdfbb82007b9 req-4bf36590-5204-4e1f-aff7-5f31ba47dd75 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338080 Oct 29 08:15:07.864682 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] For port 4b43a419-8fb0-4bca-a959-f88d04a94520, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4b43a419-8fb0-4bca-a959-f88d04a94520,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:07.865046 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:07.881862 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Calling delete_port for 4b43a419-8fb0-4bca-a959-f88d04a94520 owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:07.893973 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Deleting port 25eaeed2-043b-41ab-a209-0eebc5ed646b {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:07.894300 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:08.036135 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] For port 25eaeed2-043b-41ab-a209-0eebc5ed646b, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=25eaeed2-043b-41ab-a209-0eebc5ed646b,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:08.036492 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:08.049551 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Calling delete_port for 25eaeed2-043b-41ab-a209-0eebc5ed646b owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:08.185680 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:08.224291 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event deleted for resources: {'Port': ['ID=4b43a419-8fb0-4bca-a959-f88d04a94520,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:08.274702 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] No DVR routers for this DVR port 4b43a419-8fb0-4bca-a959-f88d04a94520 on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:08.277270 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:08.281573 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-29b4fc2a-5890-41b2-a4b0-f0aa8aa0da3e req-86541f2c-e277-4852-bc91-3459e5d7938d tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.49 "DELETE /v2.0/ports/4b43a419-8fb0-4bca-a959-f88d04a94520 HTTP/1.1" status: 204 len: 173 time: 0.6989312 Oct 29 08:15:08.282072 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-deleted', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:08.284318 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b448d358-75f4-478d-afbc-6122bfb8f911" -d '{"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-deleted", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:08.313294 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:08.326771 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ed167-47ee-4cee-adc7-adb50ae2563e x-openstack-request-id: req-ff2ed167-47ee-4cee-adc7-adb50ae2563e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:08.326771 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2f53c-c039-4b02-bb46-35b31abfa9ae", "name": "network-vif-deleted", "tag": "4b43a419-8fb0-4bca-a959-f88d04a94520", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:08.326985 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ff2ed167-47ee-4cee-adc7-adb50ae2563e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:08.327342 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2f53c-c039-4b02-bb46-35b31abfa9ae', 'name': 'network-vif-deleted', 'tag': '4b43a419-8fb0-4bca-a959-f88d04a94520', 'status': 'completed', 'code': 200} Oct 29 08:15:08.345704 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'Port': ['ID=25eaeed2-043b-41ab-a209-0eebc5ed646b,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:08.398454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] No DVR routers for this DVR port 25eaeed2-043b-41ab-a209-0eebc5ed646b on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:08.400969 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:08.404758 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-cc9ef36a-6f0a-4275-bdd4-d905d9b98162 req-dc55a931-5ceb-421f-9e93-bc7b361c1371 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "DELETE /v2.0/ports/25eaeed2-043b-41ab-a209-0eebc5ed646b HTTP/1.1" status: 204 len: 173 time: 0.6904755 Oct 29 08:15:08.677789 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-a3e53a48-470a-4f8c-880d-aa41a96d0533 req-316676ef-aeca-4899-a547-febcf8dd4a48 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 210 time: 0.0286620 Oct 29 08:15:08.835964 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-23dd7bf1-3800-431c-a7f7-32684f938ea0 req-5de47b43-28c2-45d9-acd7-9112f5bffac1 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=efcea3dc-9e07-4036-8b0f-8204735d3d49 HTTP/1.1" status: 200 len: 210 time: 0.0308230 Oct 29 08:15:09.798406 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-92e8fb33-5154-40df-9251-f0c6dcc607f3 req-93a70efb-c5c1-4ee6-97c7-6c1b37a18953 tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d2f53c-c039-4b02-bb46-35b31abfa9ae HTTP/1.1" status: 200 len: 210 time: 0.0270290 Oct 29 08:15:10.328513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'name': 'network-vif-deleted', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:10.331202 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d374c4b6-e6db-4fae-9ff2-b9e8078398c2" -d '{"events": [{"server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "name": "network-vif-deleted", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:10.370033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f74788-011d-41c6-a7ce-b343b9d0da84 x-openstack-request-id: req-21f74788-011d-41c6-a7ce-b343b9d0da84 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:10.370033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcea3dc-9e07-4036-8b0f-8204735d3d49", "name": "network-vif-deleted", "tag": "25eaeed2-043b-41ab-a209-0eebc5ed646b", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:10.370033 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21f74788-011d-41c6-a7ce-b343b9d0da84 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:10.370033 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcea3dc-9e07-4036-8b0f-8204735d3d49', 'name': 'network-vif-deleted', 'tag': '25eaeed2-043b-41ab-a209-0eebc5ed646b', 'status': 'completed', 'code': 200} Oct 29 08:15:10.859338 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47934) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:10.924421 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76fd0176-7a0c-459d-a4e8-81d27a187f6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:10.960306 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76fd0176-7a0c-459d-a4e8-81d27a187f6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.113248 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76fd0176-7a0c-459d-a4e8-81d27a187f6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.115883 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76fd0176-7a0c-459d-a4e8-81d27a187f6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.117037 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-76fd0176-7a0c-459d-a4e8-81d27a187f6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] 10.222.0.74 "DELETE /v2.0/security-groups/461f6150-446e-4bb1-a0ee-2bd2017d76ba HTTP/1.1" status: 204 len: 168 time: 0.2566893 Oct 29 08:15:11.131879 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd0176-7a0c-459d-a4e8-81d27a187f6b tempest-TestShelveInstance-354943758 tempest-TestShelveInstance-354943758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f6150-446e-4bb1-a0ee-2bd2017d76ba,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:11.273532 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 47942) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:11.785121 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.279583 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Deleting port 29e2f2b1-2ed0-486d-8871-55864226a6c3 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:12.279953 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.334652 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47950) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:12.381554 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] For port 29e2f2b1-2ed0-486d-8871-55864226a6c3, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=29e2f2b1-2ed0-486d-8871-55864226a6c3,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:12.382172 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.398009 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Calling delete_port for 29e2f2b1-2ed0-486d-8871-55864226a6c3 owned by network:router_interface {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:12.493368 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Deleting port 720e5f75-09c5-499f-83b8-d0a72f04b4d2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:12.493704 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.580298 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.580644 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.593955 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Calling delete_port for 720e5f75-09c5-499f-83b8-d0a72f04b4d2 owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:12.644450 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:12.672681 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e2f2b1-2ed0-486d-8871-55864226a6c3,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:12.857283 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.045500 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.075642 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'Port': ['ID=720e5f75-09c5-499f-83b8-d0a72f04b4d2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:13.084531 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Router c71a73de-bf95-49e3-b74a-b833be374a49 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:13.140364 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.140581 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.db.l3_db [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Floating IP c3fdd262-184f-49ce-8099-eb48304aeadd disassociated (deleted). External IP: 172.27.2.104, port: a8d51b24-3405-414f-897c-7e7e088306bf. Oct 29 08:15:13.195263 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:13.203388 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d6f6ae9b-c49e-4f8c-bd61-76ef4b141cc4 admin admin] 10.222.0.74 "PUT /v2.0/routers/c71a73de-bf95-49e3-b74a-b833be374a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260783 Oct 29 08:15:13.205481 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] Sync routers for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:13.206000 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 47952) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:13.214723 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:13.216170 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.317898 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks [] for router, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.322137 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:13.368345 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:13.388563 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-31e5ae42-52b4-441e-a433-674a202bad33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.436390 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.486374 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:13.490989 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.504037 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:13.516516 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:13.517453 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.523268 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-aaea1bad-0222-4ea3-9dab-94bd30468acb tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "DELETE /v2.0/floatingips/c3fdd262-184f-49ce-8099-eb48304aeadd HTTP/1.1" status: 204 len: 168 time: 1.1850240 Oct 29 08:15:13.523268 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf'}] {{(pid=102133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:13.524310 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d2f637107f739c19472d3421531659b6af5474ac5478c0bba7d935290d7cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c160827-087e-4b81-afa4-441d5f0b60c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf"}]}' {{(pid=102133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:13.604915 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:15:12Z', 'revision_number': 5, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port': {'id': '9a8b545a-131c-4838-893e-6d255d504fc5', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:44Z', 'updated_at': '2021-10-29T08:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.630419 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Deleting port 9a8b545a-131c-4838-893e-6d255d504fc5 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:13.630848 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.636777 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] Checking router: c71a73de-bf95-49e3-b74a-b833be374a49 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:13.639225 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:13.646372 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] Routers {'c71a73de-bf95-49e3-b74a-b833be374a49'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:13.647013 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['c71a73de-bf95-49e3-b74a-b833be374a49'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.723851 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] For port 9a8b545a-131c-4838-893e-6d255d504fc5, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=9a8b545a-131c-4838-893e-6d255d504fc5,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:13.724197 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.740351 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] Set router c71a73de-bf95-49e3-b74a-b833be374a49 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:13.741874 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Calling delete_port for 9a8b545a-131c-4838-893e-6d255d504fc5 owned by network:router_gateway {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:13.796752 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:15:13Z', 'revision_number': 6, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.831236 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a4c82e-97a5-479b-8f1c-2fccc7692569 None None] The sync data for ids ['c71a73de-bf95-49e3-b74a-b833be374a49'] in dv-cinder-741349-6-iscsi is: [{'id': 'c71a73de-bf95-49e3-b74a-b833be374a49', 'name': 'tempest-TestShelveInstance-320953697-router', 'tenant_id': '7da1b4770be64c55b7b94c4cb23b919d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:43Z', 'updated_at': '2021-10-29T08:15:13Z', 'revision_number': 6, 'project_id': '7da1b4770be64c55b7b94c4cb23b919d', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:13.900583 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.931790 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:13.941009 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:13.941618 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:14:46Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:13.989910 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50609773-1bcc-436d-a75f-50478fb5bc4f x-openstack-request-id: req-50609773-1bcc-436d-a75f-50478fb5bc4f {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:13.990562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf", "status": "completed", "code": 200}]} {{(pid=102133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:13.996067 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50609773-1bcc-436d-a75f-50478fb5bc4f {{(pid=102133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:13.996067 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'status': 'completed', 'code': 200} Oct 29 08:15:14.015885 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.076468 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8b545a-131c-4838-893e-6d255d504fc5,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:14.105232 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec6ed9-8a86-42d7-8413-ce2b77fdb6db req-675bf9bd-56c3-4ef1-b175-ba93ca55b98c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:14.107897 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1cec6ed9-8a86-42d7-8413-ce2b77fdb6db req-675bf9bd-56c3-4ef1-b175-ba93ca55b98c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.0677388 Oct 29 08:15:14.144168 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-61d87bc4-8930-4ad9-98d1-c7434a4a2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:14.146078 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-61d87bc4-8930-4ad9-98d1-c7434a4a2964 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff48a32616594d1db6e016b952ab70eb&device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 1098 time: 0.1272643 Oct 29 08:15:14.163649 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1cec6ed9-8a86-42d7-8413-ce2b77fdb6db req-6498fc41-f3ec-4e26-8fe6-fd837eab4098 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484908 Oct 29 08:15:14.179473 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.220769 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:14.317242 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.320945 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.379738 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-bfc3b041-85e2-45f0-bd41-7b9f77030f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:14.381204 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-bfc3b041-85e2-45f0-bd41-7b9f77030f51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 200 len: 913 time: 0.2278275 Oct 29 08:15:14.431502 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-c4fd129c-8067-4d81-aff6-548b67b1a03d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 200 len: 217 time: 0.0375476 Oct 29 08:15:14.440632 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:14.463737 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.464251 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71a73de-bf95-49e3-b74a-b833be374a49 {{(pid=102132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:15:14.470592 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.470924 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60691d-d3c7-4df3-be51-0da22f9f6750 None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:06:53Z', 'revision_number': 4, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '68aa65dc-320e-4bc4-8056-690d37b7ef29', 'name': '', 'network_id': 'f8b8c9d1-03fa-4e4e-8832-c292076c8273', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'mac_address': 'fa:16:3e:4b:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:52Z', 'updated_at': '2021-10-29T08:06:59Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'subnets': [{'id': '37b470e5-6b68-450a-b10b-1ab2cd526497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:14.471788 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-d9a83a4c-52bf-4ac9-8eba-0a13dab9fa09 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c71a73de-bf95-49e3-b74a-b833be374a49 HTTP/1.1" status: 204 len: 168 time: 1.2651112 Oct 29 08:15:14.474466 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47960) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:14.493780 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-70b7608b-961d-4900-8e68-b7d9305addc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:14.495605 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-70b7608b-961d-4900-8e68-b7d9305addc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 200 len: 851 time: 0.0567081 Oct 29 08:15:14.524212 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Deleting subnet 62e59494-f394-413a-8af8-be972f5056f3 {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:15:14.530995 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.551776 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-bb1e419e-ec32-4d2b-b2a0-cf62102513e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:14.552852 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-bb1e419e-ec32-4d2b-b2a0-cf62102513e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b8c9d1-03fa-4e4e-8832-c292076c8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480239 Oct 29 08:15:14.571439 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.654423 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 29e2f2b1-2ed0-486d-8871-55864226a6c3 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:14.675917 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 29e2f2b1-2ed0-486d-8871-55864226a6c3 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:14.676260 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 29e2f2b1-2ed0-486d-8871-55864226a6c3 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:14.682132 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.691232 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-f65e5501-4643-4722-a5ff-1eca3ad1a81b service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302598 Oct 29 08:15:14.762372 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ded899-f724-4f24-a0a9-bd4d089b052e None None] New status for floating IP c3fdd262-184f-49ce-8099-eb48304aeadd: DOWN {{(pid=102135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:15:14.793690 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.801373 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-0c160827-087e-4b81-afa4-441d5f0b60c5 req-9be1f0ba-737b-4b1d-b767-352cd4532c63 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020529 Oct 29 08:15:14.829896 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e59494-f394-413a-8af8-be972f5056f3,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:14.831994 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.835874 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939cb20-a0a7-4812-a05a-0a287ab05817 None None] Network d0551d53-21fc-489b-a7b6-079c7c4e24b1 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:14.838047 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-3e04a9a4-dfbb-46a2-81e3-7494710ae166 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/62e59494-f394-413a-8af8-be972f5056f3 HTTP/1.1" status: 204 len: 168 time: 0.3625250 Oct 29 08:15:14.838692 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 47962) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:14.853531 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:15:14.928199 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.985640 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Deleting port ca143cd4-1259-418f-80aa-35c00c7c0143 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:14.985983 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.057455 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] For port ca143cd4-1259-418f-80aa-35c00c7c0143, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ca143cd4-1259-418f-80aa-35c00c7c0143,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:15.058200 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.067555 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] DHCP port deletion for d0551d53-21fc-489b-a7b6-079c7c4e24b1 request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:15:15.073192 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Calling delete_port for ca143cd4-1259-418f-80aa-35c00c7c0143 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:15.116208 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] Deleting port ca143cd4-1259-418f-80aa-35c00c7c0143 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:15.116591 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.192762 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] For port ca143cd4-1259-418f-80aa-35c00c7c0143, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=ca143cd4-1259-418f-80aa-35c00c7c0143,segment=NetworkSegment(84e2373c-d502-429b-a455-773001f4fb75),segment_id=84e2373c-d502-429b-a455-773001f4fb75)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:15.193162 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.204682 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.216175 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] Calling delete_port for ca143cd4-1259-418f-80aa-35c00c7c0143 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:15.230959 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca143cd4-1259-418f-80aa-35c00c7c0143,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:15.234949 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] No DVR routers for this DVR port ca143cd4-1259-418f-80aa-35c00c7c0143 on host dv-cinder-741349-6-iscsi {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:15.298111 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65cea8-4e44-4b86-9e64-e432b6eeb5c7 req-496d749b-3ded-4be8-b1de-38433d90d748 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:15.299562 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9f65cea8-4e44-4b86-9e64-e432b6eeb5c7 req-496d749b-3ded-4be8-b1de-38433d90d748 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.0629628 Oct 29 08:15:15.310994 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.318671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.336451 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] Pushing event deleted for resources: {'Port': ['ID=ca143cd4-1259-418f-80aa-35c00c7c0143,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:15.341895 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02827967-657f-4809-9b74-7da06b31e8ab None None] No DVR routers for this DVR port ca143cd4-1259-418f-80aa-35c00c7c0143 on host dv-cinder-741349-6-iscsi {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:15.343105 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0551d53-21fc-489b-a7b6-079c7c4e24b1']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:15.344656 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-9f65cea8-4e44-4b86-9e64-e432b6eeb5c7 req-dbeec572-48cc-4ee0-a722-1407be71d156 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/security-groups?id=07b638f2-f8cc-4d7a-a2b4-47a57a887d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383117 Oct 29 08:15:15.361547 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e2373c-d502-429b-a455-773001f4fb75') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:15.363938 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e2373c-d502-429b-a455-773001f4fb75') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:15.374714 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.389658 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.396128 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:15:15.403098 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:15:15.508860 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.529071 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.532232 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] 10.222.0.74 "DELETE /v2.0/networks/d0551d53-21fc-489b-a7b6-079c7c4e24b1 HTTP/1.1" status: 204 len: 168 time: 0.6922433 Oct 29 08:15:15.535561 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47966) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:15.547247 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1db2ce-3b43-4d04-9bd0-a7975151854c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0551d53-21fc-489b-a7b6-079c7c4e24b1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:15.566074 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-e1634baf-7dac-4330-96e5-58f96d31813c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:15.567472 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-e1634baf-7dac-4330-96e5-58f96d31813c tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 945 time: 0.0686951 Oct 29 08:15:15.665222 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Deleting port a8d51b24-3405-414f-897c-7e7e088306bf {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:15.665526 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.765131 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] For port a8d51b24-3405-414f-897c-7e7e088306bf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a8d51b24-3405-414f-897c-7e7e088306bf,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:15.765497 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.778969 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Calling delete_port for a8d51b24-3405-414f-897c-7e7e088306bf owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:15.893186 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:15.976042 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:16.005264 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'Port': ['ID=a8d51b24-3405-414f-897c-7e7e088306bf,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:16.046379 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 9a8b545a-131c-4838-893e-6d255d504fc5 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:16.058212 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] No DVR routers for this DVR port a8d51b24-3405-414f-897c-7e7e088306bf on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:16.061461 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:16.064932 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8f01ebac-8fb0-45c9-a099-667a5db2926d req-f67fdb84-c7e4-4b22-8a36-2b5f4829373a tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.49 "DELETE /v2.0/ports/a8d51b24-3405-414f-897c-7e7e088306bf HTTP/1.1" status: 204 len: 173 time: 0.4911344 Oct 29 08:15:16.065393 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'name': 'network-vif-deleted', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:16.067710 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb358a-0190-4668-872c-e4eedb2bb4f0" -d '{"events": [{"server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "name": "network-vif-deleted", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:16.083294 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 9a8b545a-131c-4838-893e-6d255d504fc5 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:16.083644 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 9a8b545a-131c-4838-893e-6d255d504fc5 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:16.084095 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ca143cd4-1259-418f-80aa-35c00c7c0143 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:16.104641 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: ca143cd4-1259-418f-80aa-35c00c7c0143 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:16.104997 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device ca143cd4-1259-418f-80aa-35c00c7c0143 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:16.109496 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d899d1ba-6516-4fe4-adfb-c2a9d4045479 x-openstack-request-id: req-d899d1ba-6516-4fe4-adfb-c2a9d4045479 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:16.110115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c", "name": "network-vif-deleted", "tag": "a8d51b24-3405-414f-897c-7e7e088306bf", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:16.110115 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d899d1ba-6516-4fe4-adfb-c2a9d4045479 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:16.110590 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c', 'name': 'network-vif-deleted', 'tag': 'a8d51b24-3405-414f-897c-7e7e088306bf', 'status': 'completed', 'code': 200} Oct 29 08:15:16.196955 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Deleting port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:16.197194 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:16.285792 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] For port 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:16.286176 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:16.303166 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Calling delete_port for 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:16.342241 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-333ee647-f98c-4851-96f7-870adf19db90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:16.467052 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-1289bc28-b76f-414b-96d3-a76953942630 req-23ab0e94-0ff1-4bf4-8f6d-90d223f88e7f tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "GET /v2.0/ports?device_id=b77f63f5-9250-4c5a-ad1f-e3eb9e08ba1c HTTP/1.1" status: 200 len: 210 time: 0.0416605 Oct 29 08:15:16.609947 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:16.637593 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fbabb1-61bb-4f42-9be4-38edf3f4a5c5,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:16.820255 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.035147 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:17.151573 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:17.159790 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-3b0e0ea1-b8a4-4d1e-a041-6bf2bc1c0b00 admin admin] 10.222.0.74 "PUT /v2.0/routers/377a5e4a-de40-48a9-8be1-ab5bb1540b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6209509 Oct 29 08:15:17.160032 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47972) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:17.168830 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] Sync routers for ids ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:17.175192 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.187387 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] Routers {'377a5e4a-de40-48a9-8be1-ab5bb1540b4a'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:17.187387 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:17.309703 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] Set router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:17.435533 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.492974 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.500990 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:15:16Z', 'revision_number': 5, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:17.534483 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] Checking router: 377a5e4a-de40-48a9-8be1-ab5bb1540b4a for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:17.534598 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 47976) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:17.545373 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] Routers {'377a5e4a-de40-48a9-8be1-ab5bb1540b4a'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:17.546077 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:17.607877 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.659467 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] Set router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:17.676677 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Deleting port 74661747-3c9e-44a3-852a-4146b3399def {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:17.677028 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.748168 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Deleting port 1c69a738-9666-430d-aada-4c332377189e {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:17.749079 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.772205 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.772575 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.785540 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Calling delete_port for 74661747-3c9e-44a3-852a-4146b3399def owned by network:floatingip {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:17.842355 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] For port 1c69a738-9666-430d-aada-4c332377189e, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=1c69a738-9666-430d-aada-4c332377189e,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:17.842770 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.858604 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Calling delete_port for 1c69a738-9666-430d-aada-4c332377189e owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:17.865622 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:15:16Z', 'revision_number': 5, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:17.903466 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.904818 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ca59c-37e7-422f-af64-007c8c9d4dff None None] The sync data for ids ['377a5e4a-de40-48a9-8be1-ab5bb1540b4a'] in dv-cinder-741349-6-iscsi is: [{'id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'name': 'tempest-TestShelveInstance-52352063-router', 'tenant_id': '4b909a3264844f38a0d12606bd1c412a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1c69a738-9666-430d-aada-4c332377189e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:52Z', 'updated_at': '2021-10-29T08:15:16Z', 'revision_number': 5, 'project_id': '4b909a3264844f38a0d12606bd1c412a', 'gw_port': {'id': '1c69a738-9666-430d-aada-4c332377189e', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377a5e4a-de40-48a9-8be1-ab5bb1540b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:53Z', 'updated_at': '2021-10-29T08:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:18.135452 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.163258 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c69a738-9666-430d-aada-4c332377189e,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:18.221908 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.244334 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.307330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'Port': ['ID=74661747-3c9e-44a3-852a-4146b3399def,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:18.341782 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.345610 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.353087 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for floatingip, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.357627 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.361525 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e6bd69a3-9c69-4c2d-b23d-43d837c83b5d tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "DELETE /v2.0/floatingips/266b4b09-4a49-4bba-bab1-fd597f0c1b06 HTTP/1.1" status: 204 len: 168 time: 0.8261158 Oct 29 08:15:18.422124 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:18.443371 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:18.443750 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 02fbabb1-61bb-4f42-9be4-38edf3f4a5c5 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:18.490042 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.490585 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 377a5e4a-de40-48a9-8be1-ab5bb1540b4a {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:15:18.495269 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.497139 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-6d10ea4b-5c1d-4842-b71d-c2e64b73c16d admin admin] 10.222.0.74 "DELETE /v2.0/routers/377a5e4a-de40-48a9-8be1-ab5bb1540b4a HTTP/1.1" status: 204 len: 168 time: 1.3360062 Oct 29 08:15:18.499559 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47984) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:18.550346 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Deleting subnet fd1ac0ce-6e80-4207-92c3-49f88f95f0bc {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:15:18.554199 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.594840 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.688198 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.799109 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.826000 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1ac0ce-6e80-4207-92c3-49f88f95f0bc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:18.830172 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.833563 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-5002332a-9533-4255-bd11-65e5ac7383c4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fd1ac0ce-6e80-4207-92c3-49f88f95f0bc HTTP/1.1" status: 204 len: 168 time: 0.3328676 Oct 29 08:15:18.835651 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90235d5a-f956-444d-88cd-3e7b374d44b8 None None] Network d4bdfd94-97df-44ac-bc72-213fa0d455e9 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:18.836009 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47988) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:18.910371 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.968260 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Deleting port 0cd56af4-520c-40a1-9427-a13440e0a0f0 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:18.968901 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.024783 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] DHCP port deletion for d4bdfd94-97df-44ac-bc72-213fa0d455e9 request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:15:19.056059 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] For port 0cd56af4-520c-40a1-9427-a13440e0a0f0, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0cd56af4-520c-40a1-9427-a13440e0a0f0,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:19.056449 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.071999 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Calling delete_port for 0cd56af4-520c-40a1-9427-a13440e0a0f0 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:19.079898 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] Deleting port 0cd56af4-520c-40a1-9427-a13440e0a0f0 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:19.080270 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.118427 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.150078 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] For port 0cd56af4-520c-40a1-9427-a13440e0a0f0, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0cd56af4-520c-40a1-9427-a13440e0a0f0,segment=NetworkSegment(9ecbadb9-a014-4f53-a065-f3cef2ffcc2d),segment_id=9ecbadb9-a014-4f53-a065-f3cef2ffcc2d)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:19.150508 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.163547 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] Calling delete_port for 0cd56af4-520c-40a1-9427-a13440e0a0f0 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:19.272984 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a8d51b24-3405-414f-897c-7e7e088306bf no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:19.276587 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.302874 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: a8d51b24-3405-414f-897c-7e7e088306bf {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:19.303316 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device a8d51b24-3405-414f-897c-7e7e088306bf not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:19.304187 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd56af4-520c-40a1-9427-a13440e0a0f0,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:19.306070 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] No DVR routers for this DVR port 0cd56af4-520c-40a1-9427-a13440e0a0f0 on host dv-cinder-741349-6-iscsi {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:19.310726 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.386835 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.411356 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bdfd94-97df-44ac-bc72-213fa0d455e9']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:19.424138 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:19.424427 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecbadb9-a014-4f53-a065-f3cef2ffcc2d') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:19.438081 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.454273 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.461064 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:15:19.465651 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:15:19.471128 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] Pushing event deleted for resources: {'Port': ['ID=0cd56af4-520c-40a1-9427-a13440e0a0f0,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:19.473021 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589f521-80f3-414c-b9c2-727a4fb0b09e None None] No DVR routers for this DVR port 0cd56af4-520c-40a1-9427-a13440e0a0f0 on host dv-cinder-741349-6-iscsi {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:19.667340 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.673760 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.676986 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] 10.222.0.74 "DELETE /v2.0/networks/d4bdfd94-97df-44ac-bc72-213fa0d455e9 HTTP/1.1" status: 204 len: 168 time: 0.8400149 Oct 29 08:15:19.688290 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642f304-07ea-443b-88cc-4113c020c3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bdfd94-97df-44ac-bc72-213fa0d455e9,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:19.752574 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47994) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:19.815562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-761f1dfe-6ec6-4def-a4d4-9f6eac38aac7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.847368 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-761f1dfe-6ec6-4def-a4d4-9f6eac38aac7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.009879 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-761f1dfe-6ec6-4def-a4d4-9f6eac38aac7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.013456 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-761f1dfe-6ec6-4def-a4d4-9f6eac38aac7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.014874 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-761f1dfe-6ec6-4def-a4d4-9f6eac38aac7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] 10.222.0.74 "DELETE /v2.0/security-groups/07b638f2-f8cc-4d7a-a2b4-47a57a887d19 HTTP/1.1" status: 204 len: 168 time: 0.2611303 Oct 29 08:15:20.025160 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1dfe-6ec6-4def-a4d4-9f6eac38aac7 tempest-TestVolumeBootPattern-1514372469 tempest-TestVolumeBootPattern-1514372469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b638f2-f8cc-4d7a-a2b4-47a57a887d19,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:20.048610 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0cd56af4-520c-40a1-9427-a13440e0a0f0 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:20.068664 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 47998) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:20.069391 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 0cd56af4-520c-40a1-9427-a13440e0a0f0 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:20.069743 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0cd56af4-520c-40a1-9427-a13440e0a0f0 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:20.070159 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 1c69a738-9666-430d-aada-4c332377189e no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:20.091965 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 1c69a738-9666-430d-aada-4c332377189e {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:20.092331 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 1c69a738-9666-430d-aada-4c332377189e not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:20.114662 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ecbdf22b-6d0e-48a9-a4e6-0a6ac7a011e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7da1b4770be64c55b7b94c4cb23b919d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447252 Oct 29 08:15:20.117024 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48000) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:20.156552 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48002) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:20.171647 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f77-08fd-462d-92cc-9440ca48e409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.197606 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f77-08fd-462d-92cc-9440ca48e409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.330035 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f77-08fd-462d-92cc-9440ca48e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.332621 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6be2f77-08fd-462d-92cc-9440ca48e409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.333920 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-c6be2f77-08fd-462d-92cc-9440ca48e409 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b188e40d-eabf-472e-90f6-b9c7c023f6f7 HTTP/1.1" status: 204 len: 168 time: 0.2158675 Oct 29 08:15:20.343873 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2f77-08fd-462d-92cc-9440ca48e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188e40d-eabf-472e-90f6-b9c7c023f6f7,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:20.667145 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.985749 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Deleting port 68aa65dc-320e-4bc4-8056-690d37b7ef29 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:20.986082 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.016906 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48010) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:21.061397 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-89ace8d3-5483-4e2b-a96f-aa8c4f79b963 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4b909a3264844f38a0d12606bd1c412a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427015 Oct 29 08:15:21.064873 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48012) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:21.070845 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] For port 68aa65dc-320e-4bc4-8056-690d37b7ef29, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=68aa65dc-320e-4bc4-8056-690d37b7ef29,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:21.071206 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.084055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Calling delete_port for 68aa65dc-320e-4bc4-8056-690d37b7ef29 owned by network:router_interface {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:21.116908 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46650bd3-6c01-4f6d-9e1b-54829b0cc687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.138529 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46650bd3-6c01-4f6d-9e1b-54829b0cc687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.249889 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46650bd3-6c01-4f6d-9e1b-54829b0cc687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.253155 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-46650bd3-6c01-4f6d-9e1b-54829b0cc687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.254341 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-46650bd3-6c01-4f6d-9e1b-54829b0cc687 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6d789e9-0b0a-41e0-ad39-8360f18f86fe HTTP/1.1" status: 204 len: 168 time: 0.1885381 Oct 29 08:15:21.266974 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46650bd3-6c01-4f6d-9e1b-54829b0cc687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d789e9-0b0a-41e0-ad39-8360f18f86fe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:21.330080 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.361624 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68aa65dc-320e-4bc4-8056-690d37b7ef29,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:21.541442 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.780178 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:21.886444 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:21.892858 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-fd91c8c4-ff9c-48f1-bc2f-41b8cbb094c8 admin admin] 10.222.0.74 "PUT /v2.0/routers/b1ee1f3e-f2f1-4105-bec7-32f3d83ef895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331975 Oct 29 08:15:21.894190 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48016) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:21.897326 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] Sync routers for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:21.907426 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:21.908561 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:22.011470 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.016522 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:22.118857 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.209742 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:15:21Z', 'revision_number': 5, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port': {'id': '7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:06:47Z', 'updated_at': '2021-10-29T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:22.219150 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Deleting port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:22.219507 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.238283 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] Checking router: b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:22.247387 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] Routers {'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:22.248057 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:22.298671 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] For port 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:22.299044 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.311050 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Calling delete_port for 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc owned by network:router_gateway {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:22.337963 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] Set router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:22.396177 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:15:22Z', 'revision_number': 6, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:22.424752 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec254-2343-4339-be25-f5c39f60ad5f None None] The sync data for ids ['b1ee1f3e-f2f1-4105-bec7-32f3d83ef895'] in dv-cinder-741349-6-iscsi is: [{'id': 'b1ee1f3e-f2f1-4105-bec7-32f3d83ef895', 'name': 'tempest-TestVolumeBootPattern-1894262516-router', 'tenant_id': 'ff48a32616594d1db6e016b952ab70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:46Z', 'updated_at': '2021-10-29T08:15:22Z', 'revision_number': 6, 'project_id': 'ff48a32616594d1db6e016b952ab70eb', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:22.559069 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.590227 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:22.602507 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.602853 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.603195 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.603522 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.603890 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.604219 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.604543 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.604870 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.605200 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.605513 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.605832 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.606357 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:22.664185 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.753628 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.755819 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.884109 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.884662 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 {{(pid=102132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:15:22.889720 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.890882 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-47540c49-d184-483a-85e9-4061c92758b0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b1ee1f3e-f2f1-4105-bec7-32f3d83ef895 HTTP/1.1" status: 204 len: 168 time: 0.9957047 Oct 29 08:15:22.893733 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48018) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:22.938311 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Deleting subnet 37b470e5-6b68-450a-b10b-1ab2cd526497 {{(pid=102132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:15:22.941402 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.977866 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15809889'] for subnet, precommit_delete_associations {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.053169 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.158921 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15807232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15977145'] for subnet, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.184518 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b470e5-6b68-450a-b10b-1ab2cd526497,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:23.191233 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.194778 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-5359efed-b2b0-43ce-b418-30fcbe6209bb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/37b470e5-6b68-450a-b10b-1ab2cd526497 HTTP/1.1" status: 204 len: 168 time: 0.3000734 Oct 29 08:15:23.197606 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567af12a-57f0-43c3-8e66-bc5521b5ceb8 None None] Network f8b8c9d1-03fa-4e4e-8832-c292076c8273 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:23.198159 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48020) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:23.282314 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.343806 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Deleting port 5ecd643b-8f85-4d3f-9e27-34decf381180 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:23.344142 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.393898 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] DHCP port deletion for f8b8c9d1-03fa-4e4e-8832-c292076c8273 request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:15:23.416571 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] For port 5ecd643b-8f85-4d3f-9e27-34decf381180, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=5ecd643b-8f85-4d3f-9e27-34decf381180,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:23.416915 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.432336 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Calling delete_port for 5ecd643b-8f85-4d3f-9e27-34decf381180 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:23.457362 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Deleting port 5ecd643b-8f85-4d3f-9e27-34decf381180 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:23.457825 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.532207 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] For port 5ecd643b-8f85-4d3f-9e27-34decf381180, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=5ecd643b-8f85-4d3f-9e27-34decf381180,segment=NetworkSegment(ab6ebc3b-1528-470e-b847-cd04207eaae6),segment_id=ab6ebc3b-1528-470e-b847-cd04207eaae6)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:23.532594 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.546211 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Calling delete_port for 5ecd643b-8f85-4d3f-9e27-34decf381180 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:23.632868 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.640240 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.660871 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] No DVR routers for this DVR port 5ecd643b-8f85-4d3f-9e27-34decf381180 on host dv-cinder-741349-6-iscsi {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:23.670632 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Pushing event deleted for resources: {'Port': ['ID=5ecd643b-8f85-4d3f-9e27-34decf381180,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:23.675201 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] No DVR routers for this DVR port 5ecd643b-8f85-4d3f-9e27-34decf381180 on host dv-cinder-741349-6-iscsi {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:23.682317 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.682997 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.683180 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.683469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.683840 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.684112 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.684534 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.684821 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.685169 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.685547 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.685861 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.689084 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b5a00-39fa-4473-8a1c-1930eb5b9633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.705888 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ecd643b-8f85-4d3f-9e27-34decf381180,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:23.724851 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.725188 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.725526 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.725861 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.726193 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.726525 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.726854 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.727176 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.727504 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.727849 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.728169 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.728487 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:23.771246 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.796444 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b8c9d1-03fa-4e4e-8832-c292076c8273']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:23.805570 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6ebc3b-1528-470e-b847-cd04207eaae6') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:23.805859 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6ebc3b-1528-470e-b847-cd04207eaae6') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:23.815417 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.829246 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.835271 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:15:23.835645 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:15:23.837304 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:15:23.953058 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.958960 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:23.965752 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f8b8c9d1-03fa-4e4e-8832-c292076c8273 HTTP/1.1" status: 204 len: 168 time: 0.7633998 Oct 29 08:15:23.965979 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48022) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:24.050630 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38476b-7524-44b2-8e19-b758369ce977 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b8c9d1-03fa-4e4e-8832-c292076c8273,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:24.060142 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 68aa65dc-320e-4bc4-8056-690d37b7ef29 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:24.081919 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 68aa65dc-320e-4bc4-8056-690d37b7ef29 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:24.082261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 68aa65dc-320e-4bc4-8056-690d37b7ef29 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:24.082948 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 5ecd643b-8f85-4d3f-9e27-34decf381180 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:24.103616 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 5ecd643b-8f85-4d3f-9e27-34decf381180 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:24.104293 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 5ecd643b-8f85-4d3f-9e27-34decf381180 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:24.109523 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:24.127483 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:24.128053 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 7f42e883-b4a3-44be-9ad2-d95bfd4d8bdc not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:24.349618 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.598805 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Deleting port cc49c657-9c71-4b0c-9a26-80f433c0889f {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:24.599052 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.688922 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] For port cc49c657-9c71-4b0c-9a26-80f433c0889f, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=cc49c657-9c71-4b0c-9a26-80f433c0889f,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:24.689218 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.702254 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Calling delete_port for cc49c657-9c71-4b0c-9a26-80f433c0889f owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:24.992954 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:25.017757 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc49c657-9c71-4b0c-9a26-80f433c0889f,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:25.197198 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:25.415079 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Router 1a62f3e9-7356-4d23-8f8b-e864653245e6 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:25.534427 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:25.540951 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-45d13cc4-6bd3-4ecd-9d18-6e93e950123a admin admin] 10.222.0.74 "PUT /v2.0/routers/1a62f3e9-7356-4d23-8f8b-e864653245e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732589 Oct 29 08:15:25.542798 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48026) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:25.545721 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] Sync routers for ids ['1a62f3e9-7356-4d23-8f8b-e864653245e6'] in dv-cinder-741349-6-iscsi {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:25.556413 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] Routers {'1a62f3e9-7356-4d23-8f8b-e864653245e6'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:25.557027 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['1a62f3e9-7356-4d23-8f8b-e864653245e6'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:25.668758 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] Set router 1a62f3e9-7356-4d23-8f8b-e864653245e6 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:25.846008 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:25.874149 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 5, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:25.900930 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] Checking router: 1a62f3e9-7356-4d23-8f8b-e864653245e6 for host: dv-cinder-741349-6-iscsi {{(pid=102134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:25.910341 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] Routers {'1a62f3e9-7356-4d23-8f8b-e864653245e6'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:25.911015 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['1a62f3e9-7356-4d23-8f8b-e864653245e6'], 'active': True} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:25.955719 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.034611 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvr_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] Set router 1a62f3e9-7356-4d23-8f8b-e864653245e6 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:26.068044 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Deleting port fd27a6c7-2818-45b5-ad87-afd12fe685b4 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:26.068386 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.155947 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] For port fd27a6c7-2818-45b5-ad87-afd12fe685b4, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=fd27a6c7-2818-45b5-ad87-afd12fe685b4,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:26.156378 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.170912 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Calling delete_port for fd27a6c7-2818-45b5-ad87-afd12fe685b4 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:26.228793 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 5, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:26.256627 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d9bd-932d-4764-a77e-009d0caf4f9b None None] The sync data for ids ['1a62f3e9-7356-4d23-8f8b-e864653245e6'] in dv-cinder-741349-6-iscsi is: [{'id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'name': 'tempest-TestVolumeBootPattern-1813487117-router', 'tenant_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:06:59Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 5, 'project_id': '4d5a57d84ac445ecbfe0c8eab53890be', 'gw_port': {'id': 'fd27a6c7-2818-45b5-ad87-afd12fe685b4', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62f3e9-7356-4d23-8f8b-e864653245e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:07:00Z', 'updated_at': '2021-10-29T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}] {{(pid=102134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:26.404090 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.431407 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd27a6c7-2818-45b5-ad87-afd12fe685b4,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:26.492206 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.585518 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.593655 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.701271 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.701816 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a62f3e9-7356-4d23-8f8b-e864653245e6 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:15:26.706305 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.709890 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-185a46d8-b7db-4f91-801d-21444305b875 admin admin] 10.222.0.74 "DELETE /v2.0/routers/1a62f3e9-7356-4d23-8f8b-e864653245e6 HTTP/1.1" status: 204 len: 168 time: 1.1637433 Oct 29 08:15:26.714009 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48028) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:26.766315 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Deleting subnet 48b7b146-915c-42b4-bb13-7c4e9bd26dfd {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:15:26.769836 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.809465 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.902937 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.015893 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.039931 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b7b146-915c-42b4-bb13-7c4e9bd26dfd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:27.046132 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.049773 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8a12d49e-5d08-4978-a661-0b995d6c2bd1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/48b7b146-915c-42b4-bb13-7c4e9bd26dfd HTTP/1.1" status: 204 len: 168 time: 0.3376715 Oct 29 08:15:27.051571 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491bbe02-bc29-4fbe-a080-edf3f08fd378 None None] Network f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:27.052452 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48030) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:27.119652 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.181781 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Deleting port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:27.182121 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.248030 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] DHCP port deletion for f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:15:27.249295 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] For port 6dedbeb0-745e-495b-beb2-d3ac820f0f34, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=6dedbeb0-745e-495b-beb2-d3ac820f0f34,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:27.249650 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.263051 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Calling delete_port for 6dedbeb0-745e-495b-beb2-d3ac820f0f34 owned by network:dhcp {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:27.297519 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] Deleting port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:27.297969 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.366267 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] For port 6dedbeb0-745e-495b-beb2-d3ac820f0f34, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=6dedbeb0-745e-495b-beb2-d3ac820f0f34,segment=NetworkSegment(1098f1b6-a51c-4583-97ce-a5fce6316028),segment_id=1098f1b6-a51c-4583-97ce-a5fce6316028)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:27.366654 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.379561 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] Calling delete_port for 6dedbeb0-745e-495b-beb2-d3ac820f0f34 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:27.421297 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.444756 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=6dedbeb0-745e-495b-beb2-d3ac820f0f34,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:27.450963 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] No DVR routers for this DVR port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 on host dv-cinder-741349-6-iscsi {{(pid=102133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:27.457698 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.484537 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] Pushing event deleted for resources: {'Port': ['ID=6dedbeb0-745e-495b-beb2-d3ac820f0f34,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:27.487911 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d304113-706e-4a78-9a26-bf591b9c00be None None] No DVR routers for this DVR port 6dedbeb0-745e-495b-beb2-d3ac820f0f34 on host dv-cinder-741349-6-iscsi {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:27.523631 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.549104 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd']}} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:27.559964 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1098f1b6-a51c-4583-97ce-a5fce6316028') {'for_net_delete': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:27.563352 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.services.segments.db [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1098f1b6-a51c-4583-97ce-a5fce6316028') {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:27.570443 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683277'] for segment, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.583544 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.589901 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:15:27.590274 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13230201'] for segment, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: Traceback (most recent call last): Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: timer() Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: cb(*args, **kw) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: return func(*args, **kwargs) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: self._notify() Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: self.callback(batched_events) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: event.method(event) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: return f(self, *a, **k) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._get(url).json() Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: return self.request(url, 'GET', **kwargs) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:15:27.591922 dv-cinder-741349-6-iscsi neutron-server[102133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:15:27.753074 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.760169 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:27.763941 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] 10.222.0.74 "DELETE /v2.0/networks/f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd HTTP/1.1" status: 204 len: 168 time: 0.7105379 Oct 29 08:15:27.774198 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca329-7cda-4444-8724-8b725505b37f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c20d83-ac84-4e9d-b3bc-46e5c55de3cd,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:28.038736 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device fd27a6c7-2818-45b5-ad87-afd12fe685b4 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:28.049463 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48034) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:28.064865 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: fd27a6c7-2818-45b5-ad87-afd12fe685b4 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:28.067732 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device fd27a6c7-2818-45b5-ad87-afd12fe685b4 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:28.067732 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device cc49c657-9c71-4b0c-9a26-80f433c0889f no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:28.087499 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: cc49c657-9c71-4b0c-9a26-80f433c0889f {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:28.087949 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device cc49c657-9c71-4b0c-9a26-80f433c0889f not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:28.088447 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 6dedbeb0-745e-495b-beb2-d3ac820f0f34 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:28.094649 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-f5401417-7df1-43a2-ae6f-4e08fb64de4d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff48a32616594d1db6e016b952ab70eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440342 Oct 29 08:15:28.097243 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48036) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:28.108709 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 6dedbeb0-745e-495b-beb2-d3ac820f0f34 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:28.109183 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 6dedbeb0-745e-495b-beb2-d3ac820f0f34 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:28.146532 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93051a9a-288f-43a9-b84d-ff3401a43904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:28.170923 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93051a9a-288f-43a9-b84d-ff3401a43904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:28.296066 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93051a9a-288f-43a9-b84d-ff3401a43904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:28.298365 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-93051a9a-288f-43a9-b84d-ff3401a43904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:28.299528 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-93051a9a-288f-43a9-b84d-ff3401a43904 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/116824b0-16f7-4015-886e-c9ec9a6609eb HTTP/1.1" status: 204 len: 168 time: 0.2013886 Oct 29 08:15:28.307323 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051a9a-288f-43a9-b84d-ff3401a43904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116824b0-16f7-4015-886e-c9ec9a6609eb,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:28.962992 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48044) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:29.005780 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-faf0869d-67bb-4d8f-8848-028d71b1c195 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d5a57d84ac445ecbfe0c8eab53890be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412490 Oct 29 08:15:29.008189 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48046) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:29.057445 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e6b666e-169b-4b7d-b5bc-dde506838b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.078455 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e6b666e-169b-4b7d-b5bc-dde506838b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.266901 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e6b666e-169b-4b7d-b5bc-dde506838b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.269562 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4e6b666e-169b-4b7d-b5bc-dde506838b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.270726 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-4e6b666e-169b-4b7d-b5bc-dde506838b3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2604d88-9ffa-4af7-91cc-6cba3f554501 HTTP/1.1" status: 204 len: 168 time: 0.2614584 Oct 29 08:15:29.279672 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b666e-169b-4b7d-b5bc-dde506838b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2604d88-9ffa-4af7-91cc-6cba3f554501,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:34.374409 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46989329-9267-4b4a-a689-3536b56cd897 req-d407aa7e-73d5-4cf6-9e3e-61311da2a2fa tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:34.376588 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-46989329-9267-4b4a-a689-3536b56cd897 req-d407aa7e-73d5-4cf6-9e3e-61311da2a2fa tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0555894 Oct 29 08:15:34.416070 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-46989329-9267-4b4a-a689-3536b56cd897 req-ef44a1b1-ef26-44e9-9e1c-8ac636b54d38 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Oct 29 08:15:35.534697 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa40bb-8822-4138-99d4-e615e01f36e4 req-b5751b42-202b-45f8-b241-7940377488c7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:35.536201 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c7fa40bb-8822-4138-99d4-e615e01f36e4 req-b5751b42-202b-45f8-b241-7940377488c7 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0493839 Oct 29 08:15:35.574268 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-c7fa40bb-8822-4138-99d4-e615e01f36e4 req-2be5d295-351a-4628-9c38-f7702774f76c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb089f3-a05b-4b0a-af52-50cd296b1175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Oct 29 08:15:35.667091 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-a4fd1986-e949-490f-9ed5-52e1b009e43c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:35.668567 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-a4fd1986-e949-490f-9ed5-52e1b009e43c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 946 time: 0.0531406 Oct 29 08:15:35.760735 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Deleting port 34e415fe-b452-4e24-bdd9-b8890f59fa1f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:35.761064 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:35.856371 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] For port 34e415fe-b452-4e24-bdd9-b8890f59fa1f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=34e415fe-b452-4e24-bdd9-b8890f59fa1f,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:35.856719 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:36.029110 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:36.029374 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576234'] for floatingip, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:36.029687 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.db.l3_db [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Floating IP 24d16ee2-7a63-40f8-af8a-99c63eb8eaf3 disassociated. External IP: 172.27.2.112, port: 34e415fe-b452-4e24-bdd9-b8890f59fa1f. Oct 29 08:15:36.030085 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Calling delete_port for 34e415fe-b452-4e24-bdd9-b8890f59fa1f owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:36.192617 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:36.225060 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event deleted for resources: {'Port': ['ID=34e415fe-b452-4e24-bdd9-b8890f59fa1f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:36.337165 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:36.444563 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:36.454784 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66024620-7715-4339-a89e-fca192942bba None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:36.464771 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66024620-7715-4339-a89e-fca192942bba None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:36.465382 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66024620-7715-4339-a89e-fca192942bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:36.482707 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] No DVR routers for this DVR port 34e415fe-b452-4e24-bdd9-b8890f59fa1f on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:36.485821 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:36.489137 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-7a0259c3-eba9-46e5-91db-2c141ce37866 req-f411130e-eab2-4cb7-a038-7545498383f1 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.49 "DELETE /v2.0/ports/34e415fe-b452-4e24-bdd9-b8890f59fa1f HTTP/1.1" status: 204 len: 173 time: 0.8145452 Oct 29 08:15:36.489593 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-deleted', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:15:36.491842 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a004e-eb16-40d5-b1e9-73ac37a4e67e" -d '{"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-deleted", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:15:36.573351 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-66024620-7715-4339-a89e-fca192942bba None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:36.748941 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50cead4-9096-4758-aeeb-e23a3f662b00 x-openstack-request-id: req-f50cead4-9096-4758-aeeb-e23a3f662b00 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:15:36.749456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344060f-fa77-4055-ad22-ca1ec3059faa", "name": "network-vif-deleted", "tag": "34e415fe-b452-4e24-bdd9-b8890f59fa1f", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:15:36.749456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f50cead4-9096-4758-aeeb-e23a3f662b00 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:15:36.749847 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344060f-fa77-4055-ad22-ca1ec3059faa', 'name': 'network-vif-deleted', 'tag': '34e415fe-b452-4e24-bdd9-b8890f59fa1f', 'status': 'completed', 'code': 200} Oct 29 08:15:36.834685 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-730f7870-c03c-4663-8775-9582f2eafcbf req-9bc18dba-e16c-4082-9936-2e52457d5a96 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/ports?device_id=9344060f-fa77-4055-ad22-ca1ec3059faa HTTP/1.1" status: 200 len: 210 time: 0.0283825 Oct 29 08:15:36.890220 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66024620-7715-4339-a89e-fca192942bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:36.916277 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66024620-7715-4339-a89e-fca192942bba None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:36.925564 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66024620-7715-4339-a89e-fca192942bba None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:36.926282 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66024620-7715-4339-a89e-fca192942bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:37.033900 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-66024620-7715-4339-a89e-fca192942bba None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:37.241795 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-66024620-7715-4339-a89e-fca192942bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:37.271185 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66024620-7715-4339-a89e-fca192942bba None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:09:37Z', 'revision_number': 4, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi', '_interfaces': [{'id': '0b4145cd-c317-49da-b668-41d94d7492f2', 'name': '', 'network_id': '10f097fa-f130-4cbf-8d9d-2ef00b65ce40', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'mac_address': 'fa:16:3e:3a:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03c62303-0884-4137-b949-c348e2a8baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:36Z', 'updated_at': '2021-10-29T08:09:40Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'subnets': [{'id': '03c62303-0884-4137-b949-c348e2a8baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:37.487166 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e9507-4743-4220-9cf5-6c2e5849d7b4 None None] New status for floating IP 24d16ee2-7a63-40f8-af8a-99c63eb8eaf3: DOWN {{(pid=102134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:15:37.993414 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48074) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:38.052240 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8146c3b7-15bb-428e-9011-f103a8ae0d3c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.075164 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8146c3b7-15bb-428e-9011-f103a8ae0d3c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.204203 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8146c3b7-15bb-428e-9011-f103a8ae0d3c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.206690 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-8146c3b7-15bb-428e-9011-f103a8ae0d3c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.207961 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-8146c3b7-15bb-428e-9011-f103a8ae0d3c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "DELETE /v2.0/security-groups/efb089f3-a05b-4b0a-af52-50cd296b1175 HTTP/1.1" status: 204 len: 168 time: 0.2134976 Oct 29 08:15:38.210673 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48076) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:38.217161 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146c3b7-15bb-428e-9011-f103a8ae0d3c tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb089f3-a05b-4b0a-af52-50cd296b1175,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:38.228724 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.api.v2.resource [None req-e0fff23d-5eb6-4eb8-ad86-670885d3e740 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] show failed (client error): The resource could not be found. Oct 29 08:15:38.231216 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e0fff23d-5eb6-4eb8-ad86-670885d3e740 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "GET /v2.0/security-groups/efb089f3-a05b-4b0a-af52-50cd296b1175 HTTP/1.1" status: 404 len: 347 time: 0.0180109 Oct 29 08:15:38.233425 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48078) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:38.357341 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Deleting port 0768f349-0971-420d-b8af-1c5c0ef0d9fc {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:38.357680 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.431151 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.431474 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.442834 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Calling delete_port for 0768f349-0971-420d-b8af-1c5c0ef0d9fc owned by network:floatingip {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:38.638173 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.664139 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Pushing event deleted for resources: {'Port': ['ID=0768f349-0971-420d-b8af-1c5c0ef0d9fc,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:38.727164 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.729739 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for floatingip, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:38.730869 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e97e3f07-bb62-4ddc-86ce-c74f28b7adb2 tempest-AttachVolumeShelveTestJSON-924606806 tempest-AttachVolumeShelveTestJSON-924606806-project] 10.222.0.74 "DELETE /v2.0/floatingips/24d16ee2-7a63-40f8-af8a-99c63eb8eaf3 HTTP/1.1" status: 204 len: 168 time: 0.4964297 Oct 29 08:15:39.399958 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:39.419383 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 34e415fe-b452-4e24-bdd9-b8890f59fa1f {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:39.426454 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 34e415fe-b452-4e24-bdd9-b8890f59fa1f not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:41.360265 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48100) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:41.868668 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576746'] for router_interface, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:42.113542 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Deleting port 0b4145cd-c317-49da-b668-41d94d7492f2 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:42.113874 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:42.194715 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] For port 0b4145cd-c317-49da-b668-41d94d7492f2, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=0b4145cd-c317-49da-b668-41d94d7492f2,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:42.195014 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:42.207086 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Calling delete_port for 0b4145cd-c317-49da-b668-41d94d7492f2 owned by network:router_interface {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:42.643414 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:42.670468 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4145cd-c317-49da-b668-41d94d7492f2,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:42.840051 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576894'] for router_interface, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.058572 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 has already been hosted by L3 agent 60e8694f-c77b-47d1-a75b-9448e9dba943 {{(pid=102133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:43.171427 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] Notify agent at l3_agent.dv-cinder-741349-6-iscsi the message routers_updated {{(pid=102133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:43.179977 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-47e9602d-637e-41ac-b132-3f310f1e3195 admin admin] 10.222.0.74 "PUT /v2.0/routers/182814ea-7417-4fd1-aa8b-6f93ce9e5b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158238 Oct 29 08:15:43.180100 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48104) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:43.183211 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] Sync routers for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:43.193730 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:43.194349 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:43.289857 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks [] for router, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.299956 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: dv-cinder-741349-6-iscsi {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:43.396099 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.398261 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ab783d35-7bb5-47b9-821e-5e0443a39b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.491787 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'external_fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:15:42Z', 'revision_number': 5, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port': {'id': 'e003b11c-e35e-4f6f-836b-a35901789762', 'name': '', 'network_id': '1399a958-caaa-4740-82f5-03a053379377', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:09:33Z', 'updated_at': '2021-10-29T08:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59fc5f16-b859-4a10-9af5-3a86756e728d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-6-iscsi'}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:43.525411 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] Checking router: 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 for host: dv-cinder-741349-6-iscsi {{(pid=102135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:43.529333 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Deleting port e003b11c-e35e-4f6f-836b-a35901789762 {{(pid=102133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:43.529753 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.535793 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] Routers {'182814ea-7417-4fd1-aa8b-6f93ce9e5b98'} bound to L3 agent in host dv-cinder-741349-6-iscsi {{(pid=102135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:43.536429 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-741349-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T07:56:16Z,description=,heartbeat_timestamp=2021-10-29T08:15:16Z,host='dv-cinder-741349-6-iscsi',id=60e8694f-c77b-47d1-a75b-9448e9dba943,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T07:56:17Z,topic='l3_agent')) {'router_ids': ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'], 'active': True} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:43.617225 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] For port e003b11c-e35e-4f6f-836b-a35901789762, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=e003b11c-e35e-4f6f-836b-a35901789762,segment=NetworkSegment(41a3c4a9-b79f-4aef-b87d-97978d27f9e5),segment_id=41a3c4a9-b79f-4aef-b87d-97978d27f9e5)] {{(pid=102133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:43.617686 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.628139 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_dvr_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] Set router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 gateway port host: None {{(pid=102135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:43.636306 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Calling delete_port for e003b11c-e35e-4f6f-836b-a35901789762 owned by network:router_gateway {{(pid=102133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:43.681498 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.l3_hamode_db [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:15:43Z', 'revision_number': 6, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port_host': None}], 'dv-cinder-741349-6-iscsi', False) {} {{(pid=102135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:43.712360 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051547b3-8725-42a6-a71a-a12efc24fde4 None None] The sync data for ids ['182814ea-7417-4fd1-aa8b-6f93ce9e5b98'] in dv-cinder-741349-6-iscsi is: [{'id': '182814ea-7417-4fd1-aa8b-6f93ce9e5b98', 'name': 'tempest-AttachVolumeShelveTestJSON-1926382468-router', 'tenant_id': '1121489408e14120aac374606c0ace5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:09:32Z', 'updated_at': '2021-10-29T08:15:43Z', 'revision_number': 6, 'project_id': '1121489408e14120aac374606c0ace5e', 'gw_port_host': None}] {{(pid=102135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:43.878312 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13230154'] for port, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:43.908270 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Pushing event deleted for resources: {'Port': ['ID=e003b11c-e35e-4f6f-836b-a35901789762,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:43.980931 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576288'] for router_gateway, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.088136 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.088136 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.243595 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578237'] for router, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.244186 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182814ea-7417-4fd1-aa8b-6f93ce9e5b98 {{(pid=102133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:15:44.248578 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] Publish callbacks [] for router, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.249619 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-86a00a38-72b8-435b-8da3-31a24df3b816 admin admin] 10.222.0.74 "DELETE /v2.0/routers/182814ea-7417-4fd1-aa8b-6f93ce9e5b98 HTTP/1.1" status: 204 len: 168 time: 1.0686541 Oct 29 08:15:44.253141 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48106) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:44.298862 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Deleting subnet 03c62303-0884-4137-b949-c348e2a8baee {{(pid=102133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:15:44.302285 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.338429 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683284'] for subnet, precommit_delete_associations {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.423220 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-537011'] for subnet, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.488587 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0b4145cd-c317-49da-b668-41d94d7492f2 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:44.514166 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 0b4145cd-c317-49da-b668-41d94d7492f2 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:44.514644 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 0b4145cd-c317-49da-b668-41d94d7492f2 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:44.558334 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-537018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13384960'] for subnet, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.585548 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c62303-0884-4137-b949-c348e2a8baee,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:44.589309 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for subnet, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.592692 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-74ab2fcd-9f65-4edc-a50a-453e95d5f503 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/03c62303-0884-4137-b949-c348e2a8baee HTTP/1.1" status: 204 len: 168 time: 0.3385856 Oct 29 08:15:44.595861 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48108) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:44.598318 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d1fb4-1c35-467a-86a5-d5fb607e5387 None None] Network 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 requested from dv-cinder-741349-6-iscsi {{(pid=102134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:44.681125 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561829'] for network, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.744570 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Deleting port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:44.745099 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.806998 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] DHCP port deletion for 10f097fa-f130-4cbf-8d9d-2ef00b65ce40 request from dv-cinder-741349-6-iscsi {{(pid=102134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:15:44.818160 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] For port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:44.818531 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.832702 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Calling delete_port for 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:44.856251 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] Deleting port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 {{(pid=102134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:15:44.856617 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.923276 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] For port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07, host dv-cinder-741349-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-6-iscsi',level=0,port_id=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,segment=NetworkSegment(15b015ab-d6b7-466d-920f-8e4ab9f10f39),segment_id=15b015ab-d6b7-466d-920f-8e4ab9f10f39)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:44.926838 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.936658 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] Calling delete_port for 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 owned by network:dhcp {{(pid=102134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:15:44.963476 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.989055 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:44.994868 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] No DVR routers for this DVR port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 on host dv-cinder-741349-6-iscsi {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:45.036695 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537'] for port, after_delete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.067851 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] Pushing event deleted for resources: {'Port': ['ID=263a74fa-03a9-4a75-b720-5e8ab3f0bc07,revision_number=None']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:45.071968 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90562e78-41fe-46c7-acf9-2eef9320b9cd None None] No DVR routers for this DVR port 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 on host dv-cinder-741349-6-iscsi {{(pid=102134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:15:45.086318 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534982', 'neutron.services.segments.db._delete_segments_for_network-8758941412720'] for network, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.109453 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f097fa-f130-4cbf-8d9d-2ef00b65ce40']}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:45.122728 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b015ab-d6b7-466d-920f-8e4ab9f10f39') {'for_net_delete': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:45.122728 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.services.segments.db [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b015ab-d6b7-466d-920f-8e4ab9f10f39') {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:45.130654 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758941414009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15809912'] for segment, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.145495 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938'] for segment, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.151964 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:15:45.152344 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15807462'] for segment, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: Traceback (most recent call last): Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: timer() Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: cb(*args, **kw) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: return func(*args, **kwargs) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: self._notify() Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: self.callback(batched_events) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: event.method(event) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: return f(self, *a, **k) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._get(url).json() Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: return self.request(url, 'GET', **kwargs) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:15:45.154014 dv-cinder-741349-6-iscsi neutron-server[102132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:15:45.352426 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576252'] for network, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.358009 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667431'] for network, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:45.361105 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] 10.222.0.74 "DELETE /v2.0/networks/10f097fa-f130-4cbf-8d9d-2ef00b65ce40 HTTP/1.1" status: 204 len: 168 time: 0.7621014 Oct 29 08:15:45.377850 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748bce-eb02-4445-8835-fb35b6d1d8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=10f097fa-f130-4cbf-8d9d-2ef00b65ce40,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:45.729330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48112) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:46.014927 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-be1a0026-3d64-49df-bf1c-edc9239d96f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1121489408e14120aac374606c0ace5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843249 Oct 29 08:15:46.017768 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48114) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:46.042200 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device e003b11c-e35e-4f6f-836b-a35901789762 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:46.061745 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: e003b11c-e35e-4f6f-836b-a35901789762 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:46.062170 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device e003b11c-e35e-4f6f-836b-a35901789762 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:46.062646 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 no longer exists at agent ovs-agent-dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:15:46.068118 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61afcf57-9d60-4200-a888-28c60b9d95ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:46.085292 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] No Port match for: 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:15:46.085723 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Device 263a74fa-03a9-4a75-b720-5e8ab3f0bc07 not bound to the agent host dv-cinder-741349-6-iscsi {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:15:46.089087 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61afcf57-9d60-4200-a888-28c60b9d95ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:46.203690 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61afcf57-9d60-4200-a888-28c60b9d95ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:46.206227 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61afcf57-9d60-4200-a888-28c60b9d95ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:46.207426 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-61afcf57-9d60-4200-a888-28c60b9d95ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a2b12ab4-90b2-4d4d-8aa9-a0fde149be32 HTTP/1.1" status: 204 len: 168 time: 0.1886742 Oct 29 08:15:46.215387 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afcf57-9d60-4200-a888-28c60b9d95ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b12ab4-90b2-4d4d-8aa9-a0fde149be32,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:46.472069 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4f6bac2b-ec53-4e21-a833-42818701b601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:47.199495 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:47.283697 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:47.889011 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:49.068198 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:51.853239 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:16:13.385620 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-93634167-e9a2-4f2a-be6f-357195576ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:16.385711 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4a4962c2-2b8b-4fb3-a8c2-5e27a0596d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:17.168397 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:17.277085 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:17.958013 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:19.094472 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:21.560035 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48322) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:21.662788 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e96fd430-7572-49ca-8758-084c9892a010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:21.733747 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e96fd430-7572-49ca-8758-084c9892a010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:21.888852 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e96fd430-7572-49ca-8758-084c9892a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:21.932990 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-e96fd430-7572-49ca-8758-084c9892a010 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=137f6dbdaed649c5af66e8146811c757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717062 Oct 29 08:16:21.933604 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd430-7572-49ca-8758-084c9892a010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34cd07-d9ab-4274-89dc-40de68a126ad,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:21.936384 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48326) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:21.992853 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5f339f5-1557-4f2a-97ea-2f365e7239bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.015459 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5f339f5-1557-4f2a-97ea-2f365e7239bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.117240 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5f339f5-1557-4f2a-97ea-2f365e7239bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.119909 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e5f339f5-1557-4f2a-97ea-2f365e7239bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.121105 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e5f339f5-1557-4f2a-97ea-2f365e7239bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5f34cd07-d9ab-4274-89dc-40de68a126ad HTTP/1.1" status: 204 len: 168 time: 0.1835475 Oct 29 08:16:22.130183 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f339f5-1557-4f2a-97ea-2f365e7239bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34cd07-d9ab-4274-89dc-40de68a126ad,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:22.750834 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48332) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:22.764854 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e287dfbc-c017-4b49-a28c-2f174baadf4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.842903 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e287dfbc-c017-4b49-a28c-2f174baadf4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.934078 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e287dfbc-c017-4b49-a28c-2f174baadf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:22.974993 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-e287dfbc-c017-4b49-a28c-2f174baadf4f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=485bcea6c689469a8220c5bd49cf5cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221878 Oct 29 08:16:22.975849 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287dfbc-c017-4b49-a28c-2f174baadf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f4500-ddf4-45e1-b974-750bcc86fdcf,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:22.977680 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48334) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:23.027191 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:23.049788 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:23.174596 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:23.177504 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:23.178658 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b46f4500-ddf4-45e1-b974-750bcc86fdcf HTTP/1.1" status: 204 len: 168 time: 0.1998932 Oct 29 08:16:23.186558 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f4500-ddf4-45e1-b974-750bcc86fdcf,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:23.194540 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.195042 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.195392 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.195748 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.196077 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.196400 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.196721 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.197040 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.197355 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.197703 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.197974 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:23.198284 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53570e-5f6d-47cb-8768-8bd54234645e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:25.598330 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48380) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:25.700307 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-16b42e7a-af5c-4935-a387-f8c5a888a9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:25.772958 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-16b42e7a-af5c-4935-a387-f8c5a888a9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:25.836944 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-16b42e7a-af5c-4935-a387-f8c5a888a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:25.875985 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b42e7a-af5c-4935-a387-f8c5a888a9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda1ffe-2927-47e3-8077-25a95a940f3f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:25.881692 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-16b42e7a-af5c-4935-a387-f8c5a888a9bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13f4018855264777a50753a2a25cc5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822883 Oct 29 08:16:25.884275 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48384) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:25.936711 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f63c-c258-4a6b-ae56-43b0a094667c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:25.958020 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f63c-c258-4a6b-ae56-43b0a094667c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.065552 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f63c-c258-4a6b-ae56-43b0a094667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.068991 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f63c-c258-4a6b-ae56-43b0a094667c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.070167 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-fbb7f63c-c258-4a6b-ae56-43b0a094667c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9eda1ffe-2927-47e3-8077-25a95a940f3f HTTP/1.1" status: 204 len: 168 time: 0.1849556 Oct 29 08:16:26.077885 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7f63c-c258-4a6b-ae56-43b0a094667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda1ffe-2927-47e3-8077-25a95a940f3f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:26.710490 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48392) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:26.723932 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a70ebcbe-f7f4-4db1-b8b2-8588a0d18d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.796589 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a70ebcbe-f7f4-4db1-b8b2-8588a0d18d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.865693 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a70ebcbe-f7f4-4db1-b8b2-8588a0d18d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.904552 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-a70ebcbe-f7f4-4db1-b8b2-8588a0d18d53 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38377d3122974bf19209b359828f4b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928568 Oct 29 08:16:26.905222 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ebcbe-f7f4-4db1-b8b2-8588a0d18d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641dc917-1c73-497d-8d42-a37eb3c5edfe,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:26.907106 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48394) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:26.959226 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:26.980584 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:27.099844 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:27.102546 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:27.103796 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/641dc917-1c73-497d-8d42-a37eb3c5edfe HTTP/1.1" status: 204 len: 168 time: 0.1956453 Oct 29 08:16:27.114035 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641dc917-1c73-497d-8d42-a37eb3c5edfe,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:27.122170 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.122442 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.122781 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.123117 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.123469 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.123847 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.124178 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.124504 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.124874 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.125198 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.125534 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:27.125832 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb239ac-768a-45a3-bd33-5a4c2ff38fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:28.852536 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:16:40.322935 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48500) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:40.423925 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-414ce4a1-7904-45c4-975b-c36ab277280f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.495202 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-414ce4a1-7904-45c4-975b-c36ab277280f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.550736 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-414ce4a1-7904-45c4-975b-c36ab277280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.589923 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ce4a1-7904-45c4-975b-c36ab277280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa7438-8ce4-4bff-be32-dadc934bce8a,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:40.594154 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-414ce4a1-7904-45c4-975b-c36ab277280f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89efbade9584473a86b890b7349a8e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702157 Oct 29 08:16:40.596726 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48504) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:40.646690 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de5ed4f4-36f0-4fa2-8d89-bc9aa3d72b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.668130 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de5ed4f4-36f0-4fa2-8d89-bc9aa3d72b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.774160 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de5ed4f4-36f0-4fa2-8d89-bc9aa3d72b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.776895 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-de5ed4f4-36f0-4fa2-8d89-bc9aa3d72b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:40.778157 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-de5ed4f4-36f0-4fa2-8d89-bc9aa3d72b21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bbaa7438-8ce4-4bff-be32-dadc934bce8a HTTP/1.1" status: 204 len: 168 time: 0.1805105 Oct 29 08:16:40.785845 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed4f4-36f0-4fa2-8d89-bc9aa3d72b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa7438-8ce4-4bff-be32-dadc934bce8a,revision_number=None']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:41.425005 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.wsgi [-] (102133) accepted ('10.222.0.74', 48510) {{(pid=102133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:41.437973 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-853d611b-1c80-45be-8072-22ebcfac4061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.513244 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-853d611b-1c80-45be-8072-22ebcfac4061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.596785 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-853d611b-1c80-45be-8072-22ebcfac4061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.636898 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [None req-853d611b-1c80-45be-8072-22ebcfac4061 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9bae44cd92af44dc962b7b6e480e1082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108159 Oct 29 08:16:41.637974 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d611b-1c80-45be-8072-22ebcfac4061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b351a736-20ea-4392-b036-0721392c2513,revision_number=1']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:41.639699 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48512) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:16:41.689529 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ade93d9-9834-41f4-ad2f-2326b75ae5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.711567 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ade93d9-9834-41f4-ad2f-2326b75ae5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.825445 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ade93d9-9834-41f4-ad2f-2326b75ae5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.828071 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ade93d9-9834-41f4-ad2f-2326b75ae5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:41.829347 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-4ade93d9-9834-41f4-ad2f-2326b75ae5c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b351a736-20ea-4392-b036-0721392c2513 HTTP/1.1" status: 204 len: 168 time: 0.1885114 Oct 29 08:16:41.837941 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade93d9-9834-41f4-ad2f-2326b75ae5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351a736-20ea-4392-b036-0721392c2513,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:43.385165 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ac9eefea-e5e4-4c27-aba3-51a6596cb16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:44.677959 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-9ba9e55e-388c-4cff-a14b-1cb43eea905e tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330262 Oct 29 08:16:44.866224 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-1e2cab7b-b46d-4499-bd81-f28e6323169d tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:44.867579 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-1e2cab7b-b46d-4499-bd81-f28e6323169d tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827409 Oct 29 08:16:44.884523 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-f8d3d6d7-d70e-4255-9432-29a1a4e5b3fb tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/quotas/8dbda5ff91874a11beee9ea42a0cb3a9 HTTP/1.1" status: 200 len: 375 time: 0.0094779 Oct 29 08:16:44.917698 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-52e72ab5-1fcd-40cc-b7dd-bed10c03fe2d tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270154 Oct 29 08:16:45.142678 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6895248b-2409-4e12-a0a4-67457c8e4a12 req-8b91392f-d0c9-4af1-bb38-0d6590ab9a8e tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Oct 29 08:16:46.224267 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-b4210106-67b5-41bf-8398-eb4d74d68538 req-49028d7b-80d9-4b0d-af63-2b19ef490cf2 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 210 time: 0.0317862 Oct 29 08:16:46.488646 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-26008f6e-82e3-4479-9e53-f2be4e321c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.145177 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.282130 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.317020 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-2fb047dd-ff62-4058-bc4b-2572fce84122 req-76cf16e7-19d7-4238-a7c4-f95f93a3f962 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 210 time: 0.0263784 Oct 29 08:16:47.508110 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-fccff9af-a4c2-4abe-a985-3c8c5c4dce7f tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278690 Oct 29 08:16:47.687629 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-45704b3a-daec-4777-a096-7372cebe3de8 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:47.689064 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-45704b3a-daec-4777-a096-7372cebe3de8 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757195 Oct 29 08:16:47.701535 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Request body: {'port': {'device_id': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8', 'admin_state_up': True, 'tenant_id': '8dbda5ff91874a11beee9ea42a0cb3a9'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:16:47.893657 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Made reservation on behalf of 8dbda5ff91874a11beee9ea42a0cb3a9 for: {'port': 1} {{(pid=102132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:16:47.893878 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.897214 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.907190 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks [] for security_group, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.983066 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks [] for security_group, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.064987 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.132417 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d590e0b5-6e47-46c0-aca5-e7de203669a3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:48.196664 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Allocated IP 192.168.233.98 (e3b293a1-beec-42b5-b1ef-54dd625c1da8/a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b/7c167b90-0e5b-44a2-860c-86c55362655f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:16:48.345856 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.411088 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5d116ec9-073b-4133-8449-235edbc2a184 req-aa1adf87-dc72-4a90-bb26-d59b29124ede tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Oct 29 08:16:48.436861 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758940860528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.480288 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Network e3b293a1-beec-42b5-b1ef-54dd625c1da8 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:16:48.483326 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:16:48.486973 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:16:48.493204 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Pushing event updated for resources: {'Port': ['ID=7c167b90-0e5b-44a2-860c-86c55362655f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:48.540497 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:48.541252 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.633997 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-28ac51c4-8385-4e45-846e-be495a196059 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9359953 Oct 29 08:16:48.644875 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-235637a6-c278-4b0d-bafe-a2fc1a73cf5d tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=102132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:16:48.645829 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-235637a6-c278-4b0d-bafe-a2fc1a73cf5d tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055997 Oct 29 08:16:48.729525 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-84ced131-6559-4924-892b-0fa319c25b22 None None] Provisioning complete for port 7c167b90-0e5b-44a2-860c-86c55362655f triggered by entity DHCP. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:16:48.729901 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-84ced131-6559-4924-892b-0fa319c25b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.758251 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.v2.base [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Request body: {'port': {'device_id': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=102132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:16:48.771193 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-84ced131-6559-4924-892b-0fa319c25b22 None None] Port 7c167b90-0e5b-44a2-860c-86c55362655f cannot update to ACTIVE because it is not bound. {{(pid=102134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:16:48.817948 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.065152 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.082469 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c167b90-0e5b-44a2-860c-86c55362655f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:16:49.090587 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.102398 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Transition to ACTIVE for port object 7c167b90-0e5b-44a2-860c-86c55362655f will not be triggered until provisioned by entity L2. {{(pid=102132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:16:49.151113 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.222362 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=7c167b90-0e5b-44a2-860c-86c55362655f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:49.278995 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Attempting to bind port 7c167b90-0e5b-44a2-860c-86c55362655f on host hv-cinder-74134 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:16:49.282515 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Attempting to bind port 7c167b90-0e5b-44a2-860c-86c55362655f by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:16:49.282515 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Attempting to bind port 7c167b90-0e5b-44a2-860c-86c55362655f on network e3b293a1-beec-42b5-b1ef-54dd625c1da8 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:16:49.284339 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Port 7c167b90-0e5b-44a2-860c-86c55362655f on network e3b293a1-beec-42b5-b1ef-54dd625c1da8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:16:49.284665 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Attempting to bind port 7c167b90-0e5b-44a2-860c-86c55362655f on network e3b293a1-beec-42b5-b1ef-54dd625c1da8 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:16:49.289896 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Checking agent: {'id': 'abea38ae-afca-455a-a062-5efddba13685', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:16:49.290227 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Checking segment: {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:16:49.290656 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Bound using segment: {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:16:49.291699 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Bound port: 7c167b90-0e5b-44a2-860c-86c55362655f, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee5a5d8-409c-47a1-84e2-deca7179a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:16:49.292090 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.362368 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] For port 7c167b90-0e5b-44a2-860c-86c55362655f, host hv-cinder-74134, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:16:49.365508 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] For port 7c167b90-0e5b-44a2-860c-86c55362655f, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=7c167b90-0e5b-44a2-860c-86c55362655f,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:16:49.437656 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15807434'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.471511 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:49.472228 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.473617 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] 10.222.0.49 "PUT /v2.0/ports/7c167b90-0e5b-44a2-860c-86c55362655f HTTP/1.1" status: 200 len: 1097 time: 0.8198647 Oct 29 08:16:49.475858 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'tag': '7c167b90-0e5b-44a2-860c-86c55362655f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:16:49.479944 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de159b5-87d2-489e-926d-5f475776ce2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6", "tag": "7c167b90-0e5b-44a2-860c-86c55362655f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:16:49.507909 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d585-c6c9-4fe1-abf6-bada2466bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=7c167b90-0e5b-44a2-860c-86c55362655f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:49.534850 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315618d-c45d-443d-80b8-98c4a583b759 req-772163b6-348f-4bdd-a61f-e233408a909b tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:49.536615 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d315618d-c45d-443d-80b8-98c4a583b759 req-772163b6-348f-4bdd-a61f-e233408a909b tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 947 time: 0.0536096 Oct 29 08:16:49.579293 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-d315618d-c45d-443d-80b8-98c4a583b759 req-57ff5244-c987-410c-b790-d743a53cd01d tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Oct 29 08:16:49.634027 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719baede-a897-4cc9-862b-44c222078806 x-openstack-request-id: req-719baede-a897-4cc9-862b-44c222078806 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:16:49.634593 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6", "tag": "7c167b90-0e5b-44a2-860c-86c55362655f", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:16:49.634593 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-719baede-a897-4cc9-862b-44c222078806 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:16:49.635567 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'tag': '7c167b90-0e5b-44a2-860c-86c55362655f', 'status': 'completed', 'code': 200} Oct 29 08:16:49.649568 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-25de4384-355a-437b-bf50-be099e86810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:49.651221 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-25de4384-355a-437b-bf50-be099e86810d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 1100 time: 0.0520453 Oct 29 08:16:49.692519 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-1ebf3015-292b-4c7e-b7fb-f4aba8cfcc98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7c167b90-0e5b-44a2-860c-86c55362655f HTTP/1.1" status: 200 len: 217 time: 0.0339463 Oct 29 08:16:49.740414 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-dc988775-c76e-49d0-90e7-6c83abafecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:49.741841 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-dc988775-c76e-49d0-90e7-6c83abafecff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b HTTP/1.1" status: 200 len: 843 time: 0.0430193 Oct 29 08:16:49.791483 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-c4ec8c25-5aaf-43a2-b127-fd5d23e77298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:49.792897 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-c4ec8c25-5aaf-43a2-b127-fd5d23e77298 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3b293a1-beec-42b5-b1ef-54dd625c1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440893 Oct 29 08:16:49.882645 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-c4066016-c65a-44d3-81b4-8ab9e2bb3eae service neutron] 10.222.0.49 "GET /v2.0/networks/e3b293a1-beec-42b5-b1ef-54dd625c1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826395 Oct 29 08:16:49.973938 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-8ae4e1ce-3593-406d-92b1-71b2042a82c7 req-a365c646-85b1-4099-9298-e5068cf9a50b service neutron] 10.222.0.49 "GET /v2.0/networks/e3b293a1-beec-42b5-b1ef-54dd625c1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Oct 29 08:16:50.128159 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de159b5-87d2-489e-926d-5f475776ce2f req-5d9cbe9d-7eb9-4128-9602-993eed108730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:50.129580 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-5d9cbe9d-7eb9-4128-9602-993eed108730 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 1100 time: 0.0484786 Oct 29 08:16:50.225880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de159b5-87d2-489e-926d-5f475776ce2f req-ff660feb-9d81-4067-92f1-c3ba92ae1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:50.227343 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-ff660feb-9d81-4067-92f1-c3ba92ae1d31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3b293a1-beec-42b5-b1ef-54dd625c1da8 HTTP/1.1" status: 200 len: 870 time: 0.0900364 Oct 29 08:16:50.270306 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-930a62ef-eace-4552-b82e-05342672d5af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7c167b90-0e5b-44a2-860c-86c55362655f HTTP/1.1" status: 200 len: 217 time: 0.0353167 Oct 29 08:16:50.319935 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de159b5-87d2-489e-926d-5f475776ce2f req-e9b9fe0d-fb24-4939-bdc1-96136c943d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:50.321453 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-e9b9fe0d-fb24-4939-bdc1-96136c943d97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b HTTP/1.1" status: 200 len: 843 time: 0.0435090 Oct 29 08:16:50.372764 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de159b5-87d2-489e-926d-5f475776ce2f req-9fdec3cd-3e72-4268-b404-848978f2a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:50.374556 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-9fdec3cd-3e72-4268-b404-848978f2a842 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3b293a1-beec-42b5-b1ef-54dd625c1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453634 Oct 29 08:16:50.468183 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-c59ce414-9f68-4e41-a027-a5a1b5ba3d88 service neutron] 10.222.0.49 "GET /v2.0/networks/e3b293a1-beec-42b5-b1ef-54dd625c1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Oct 29 08:16:50.563035 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-2de159b5-87d2-489e-926d-5f475776ce2f req-39b28148-9ef3-488d-822f-85de4ba7ab95 service neutron] 10.222.0.49 "GET /v2.0/networks/e3b293a1-beec-42b5-b1ef-54dd625c1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864174 Oct 29 08:16:50.705780 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fa649-b841-4d98-8c21-49a52837597f req-82103fd2-6544-426c-a72a-7bdd2d2509fe tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:50.707242 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b8fa649-b841-4d98-8c21-49a52837597f req-82103fd2-6544-426c-a72a-7bdd2d2509fe tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 947 time: 0.0522342 Oct 29 08:16:50.745595 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-6b8fa649-b841-4d98-8c21-49a52837597f req-34284d05-e0de-4471-adf0-f8743baa6e77 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Oct 29 08:16:51.695607 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 7c167b90-0e5b-44a2-860c-86c55362655f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=102134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:16:51.789832 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 7c167b90-0e5b-44a2-860c-86c55362655f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=7c167b90-0e5b-44a2-860c-86c55362655f,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:16:51.805327 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Returning: {'device': '7c167b90-0e5b-44a2-860c-86c55362655f', 'network_id': 'e3b293a1-beec-42b5-b1ef-54dd625c1da8', 'port_id': '7c167b90-0e5b-44a2-860c-86c55362655f', 'mac_address': 'fa:16:3e:4a:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:16:51.843964 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:51.857598 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c167b90-0e5b-44a2-860c-86c55362655f {{(pid=102134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:16:51.865060 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce17160-5e50-4d4f-a94b-eea6a4e5a58c req-906188a5-42e8-44fc-a286-55f4bbd56d08 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:51.866525 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0ce17160-5e50-4d4f-a94b-eea6a4e5a58c req-906188a5-42e8-44fc-a286-55f4bbd56d08 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 947 time: 0.0515494 Oct 29 08:16:51.878418 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 7c167b90-0e5b-44a2-860c-86c55362655f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=7c167b90-0e5b-44a2-860c-86c55362655f,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:16:51.904742 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-0ce17160-5e50-4d4f-a94b-eea6a4e5a58c req-ed2535fd-5441-41f1-9a59-68dca829fa39 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Oct 29 08:16:51.944954 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:51.993435 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=7c167b90-0e5b-44a2-860c-86c55362655f,revision_number=4']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:52.001057 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.001412 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.002006 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.002341 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.002674 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.003005 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.003333 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.003676 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.004013 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.004336 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.004665 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.004989 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-6-iscsi {{(pid=102134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:16:52.150705 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['7c167b90-0e5b-44a2-860c-86c55362655f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:16:53.019388 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24b3ac-2bda-4cd2-839d-b4d759994dd9 req-98b7de61-62bb-47f7-9a8d-656f037ed0e8 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:53.020873 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a24b3ac-2bda-4cd2-839d-b4d759994dd9 req-98b7de61-62bb-47f7-9a8d-656f037ed0e8 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 948 time: 0.0499220 Oct 29 08:16:53.058970 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-3a24b3ac-2bda-4cd2-839d-b4d759994dd9 req-4fd51359-28f4-456e-91bf-3562606d4b85 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Oct 29 08:16:53.696469 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 7c167b90-0e5b-44a2-860c-86c55362655f up at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:16:53.836453 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning for port 7c167b90-0e5b-44a2-860c-86c55362655f completed by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:16:53.841982 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.db.provisioning_blocks [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Provisioning complete for port 7c167b90-0e5b-44a2-860c-86c55362655f triggered by entity L2. {{(pid=102134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:16:53.842352 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536129'] for port, provisioning_complete {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:53.922695 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618037'] for port, before_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:53.945501 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c167b90-0e5b-44a2-860c-86c55362655f'}] {{(pid=102134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:16:53.948993 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c94b776d6b2e07747e6e09474643f4fb4a1587302bfcaf010e41c77ddbdbc019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c980d3b1-194f-4f62-9c4e-3ce8a48f6f8a" -d '{"events": [{"server_uuid": "c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6", "name": "network-vif-plugged", "status": "completed", "tag": "7c167b90-0e5b-44a2-860c-86c55362655f"}]}' {{(pid=102134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:16:53.961808 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] For port 7c167b90-0e5b-44a2-860c-86c55362655f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=7c167b90-0e5b-44a2-860c-86c55362655f,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:16:54.030252 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758941353732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758940860546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758940860564'] for port, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:54.081146 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Pushing event updated for resources: {'Port': ['ID=7c167b90-0e5b-44a2-860c-86c55362655f,revision_number=5']} {{(pid=102134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:54.160288 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef674ba2-9635-4502-801d-cf1c6e50c4e2 x-openstack-request-id: req-ef674ba2-9635-4502-801d-cf1c6e50c4e2 {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:16:54.160288 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6", "name": "network-vif-plugged", "status": "completed", "tag": "7c167b90-0e5b-44a2-860c-86c55362655f", "code": 200}]} {{(pid=102134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:16:54.160555 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef674ba2-9635-4502-801d-cf1c6e50c4e2 {{(pid=102134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:16:54.160817 dv-cinder-741349-6-iscsi neutron-server[102134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c167b90-0e5b-44a2-860c-86c55362655f', 'code': 200} Oct 29 08:16:54.260356 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e930e9-d3b6-4eda-8050-72e86b6d2c9f req-e21fe29a-f95a-4a44-9664-1e50fe11cb3e tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:54.261807 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f9e930e9-d3b6-4eda-8050-72e86b6d2c9f req-e21fe29a-f95a-4a44-9664-1e50fe11cb3e tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 949 time: 0.0547123 Oct 29 08:16:54.300670 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-f9e930e9-d3b6-4eda-8050-72e86b6d2c9f req-d250dd66-72a1-4cc2-a5ab-e90851302910 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Oct 29 08:16:54.546147 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaa6af-620b-4800-a2bf-3b84499dd27a req-4cde375d-f649-4180-b53d-d499d27c57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:54.547527 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-a6aaa6af-620b-4800-a2bf-3b84499dd27a req-4cde375d-f649-4180-b53d-d499d27c57e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 1102 time: 0.0404038 Oct 29 08:16:54.583446 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-a6aaa6af-620b-4800-a2bf-3b84499dd27a req-996daca6-fa91-435e-8916-df3e6a34cb36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282989 Oct 29 08:16:55.417311 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63841-923c-49bb-89ff-5786bece6411 req-ff4b81cb-eee8-4c8a-9012-fe7e4bc492e2 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:55.418980 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-44b63841-923c-49bb-89ff-5786bece6411 req-ff4b81cb-eee8-4c8a-9012-fe7e4bc492e2 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 949 time: 0.0498989 Oct 29 08:16:55.461999 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-44b63841-923c-49bb-89ff-5786bece6411 req-4da1695f-b693-4703-81f0-fae765ec8ff9 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Oct 29 08:16:56.484621 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-2fe60d75-3d13-4e60-9692-f82291ecbcf8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381389 Oct 29 08:16:56.569507 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-bad7deab-0e73-4ef8-9ab4-78462e87ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:56.570992 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-bad7deab-0e73-4ef8-9ab4-78462e87ec2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 1102 time: 0.0439706 Oct 29 08:16:56.578676 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208d0a-8910-4e61-a073-45361fa70245 req-009bdff5-7641-4869-8603-275a3995b7ef tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:56.580202 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5c208d0a-8910-4e61-a073-45361fa70245 req-009bdff5-7641-4869-8603-275a3995b7ef tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 949 time: 0.0503395 Oct 29 08:16:56.620544 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-5c208d0a-8910-4e61-a073-45361fa70245 req-9eb7b103-e98f-4dcc-9958-8dbe67ef514c tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Oct 29 08:16:56.675437 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-bebd07e7-f05f-428f-8895-1c37d0a7bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:56.676921 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-bebd07e7-f05f-428f-8895-1c37d0a7bdba service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3b293a1-beec-42b5-b1ef-54dd625c1da8 HTTP/1.1" status: 200 len: 870 time: 0.0870690 Oct 29 08:16:56.722297 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-8abfdcdf-f5c8-4eca-afe5-b87d31357c55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7c167b90-0e5b-44a2-860c-86c55362655f HTTP/1.1" status: 200 len: 217 time: 0.0386949 Oct 29 08:16:56.770576 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-86be1e4a-c0d4-4784-a6e6-6aff676fe70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:56.772049 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-86be1e4a-c0d4-4784-a6e6-6aff676fe70f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a749e6a6-bf5e-4e6a-8b54-71d73aad9b7b HTTP/1.1" status: 200 len: 843 time: 0.0430670 Oct 29 08:16:56.827129 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-b685e860-ffd8-47d5-92b6-432fe086cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:56.828663 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-b685e860-ffd8-47d5-92b6-432fe086cd4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3b293a1-beec-42b5-b1ef-54dd625c1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498431 Oct 29 08:16:56.939649 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-d86f34b1-56f8-43bd-8b74-710edf75b74d service neutron] 10.222.0.49 "GET /v2.0/networks/e3b293a1-beec-42b5-b1ef-54dd625c1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032062 Oct 29 08:16:57.036198 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-aa1ed5f0-c013-4f1f-a25c-35d8091387b0 req-8def4d66-040c-4012-bfd6-673f42e65db7 service neutron] 10.222.0.49 "GET /v2.0/networks/e3b293a1-beec-42b5-b1ef-54dd625c1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880363 Oct 29 08:16:57.078513 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff95ee-5062-4e2b-abce-8118ebba98ad req-bf926fe1-ada5-4385-bf10-f11b8c38b295 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:57.080059 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dfff95ee-5062-4e2b-abce-8118ebba98ad req-bf926fe1-ada5-4385-bf10-f11b8c38b295 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 949 time: 0.0524573 Oct 29 08:16:57.312810 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-dfff95ee-5062-4e2b-abce-8118ebba98ad req-8fd43c2d-684e-482d-9d5f-4b0d89b5d0da tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266312 Oct 29 08:16:58.421725 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-728cfa8a-5c8e-4e95-b3dc-0d25773af446 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:58.423202 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-728cfa8a-5c8e-4e95-b3dc-0d25773af446 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 949 time: 0.0484502 Oct 29 08:16:58.428794 dv-cinder-741349-6-iscsi neutron-server[102133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bba124-58c5-4ec9-9386-d5bf53d769ea req-40dabf43-5f4f-4d4e-9df2-b157debba9a8 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:16:58.430253 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-81bba124-58c5-4ec9-9386-d5bf53d769ea req-40dabf43-5f4f-4d4e-9df2-b157debba9a8 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 949 time: 0.0488844 Oct 29 08:16:58.469307 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-81bba124-58c5-4ec9-9386-d5bf53d769ea req-0ffb8ce8-83bc-4b4f-87c8-1ac4ff6191c6 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/security-groups?id=d590e0b5-6e47-46c0-aca5-e7de203669a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Oct 29 08:16:58.514957 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Deleting port 7c167b90-0e5b-44a2-860c-86c55362655f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:16:58.515295 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758941348392'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:58.600637 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.db [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] For port 7c167b90-0e5b-44a2-860c-86c55362655f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=7c167b90-0e5b-44a2-860c-86c55362655f,segment=NetworkSegment(5ee5a5d8-409c-47a1-84e2-deca7179a940),segment_id=5ee5a5d8-409c-47a1-84e2-deca7179a940)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:16:58.600880 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1636147'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:58.617454 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Calling delete_port for 7c167b90-0e5b-44a2-860c-86c55362655f owned by compute:nova {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:16:58.808501 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666717', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758941354222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758940860537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15807445'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:58.821750 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.db [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] get_ports_and_sgs() called for port_ids ['7c167b90-0e5b-44a2-860c-86c55362655f'] {{(pid=102134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:16:58.838293 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Pushing event deleted for resources: {'Port': ['ID=7c167b90-0e5b-44a2-860c-86c55362655f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:16:58.887491 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] No DVR routers for this DVR port 7c167b90-0e5b-44a2-860c-86c55362655f on host hv-cinder-74134 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:16:58.890339 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206771'] for port, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:58.893761 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [req-4b0eefa9-dc9f-4e83-a389-dd88330445d0 req-51e96cf1-4f81-4481-95a7-a1da7c446c15 tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.49 "DELETE /v2.0/ports/7c167b90-0e5b-44a2-860c-86c55362655f HTTP/1.1" status: 204 len: 173 time: 0.4640417 Oct 29 08:16:58.894212 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'name': 'network-vif-deleted', 'tag': '7c167b90-0e5b-44a2-860c-86c55362655f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:16:58.896495 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b1bb66f4529b46991ba8a8066339aa7e6e6be722c0cf117b28266a4b82ed115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2521ee0-bf3f-44bb-bf6d-2c40dbde56e9" -d '{"events": [{"server_uuid": "c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6", "name": "network-vif-deleted", "tag": "7c167b90-0e5b-44a2-860c-86c55362655f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:16:58.938456 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea38402-3451-4125-89e0-c7dfe4c530b5 x-openstack-request-id: req-fea38402-3451-4125-89e0-c7dfe4c530b5 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:16:58.938757 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6", "name": "network-vif-deleted", "tag": "7c167b90-0e5b-44a2-860c-86c55362655f", "status": "completed", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:16:58.939026 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fea38402-3451-4125-89e0-c7dfe4c530b5 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:16:58.939536 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6', 'name': 'network-vif-deleted', 'tag': '7c167b90-0e5b-44a2-860c-86c55362655f', 'status': 'completed', 'code': 200} Oct 29 08:16:59.580953 dv-cinder-741349-6-iscsi neutron-server[102133]: INFO neutron.wsgi [req-924fd8c4-37f9-47bb-8557-5dcb08e06af6 req-7a60d8a4-dced-4b21-8c1f-a25fe6f75e1c tempest-VolumesNegativeTest-1089803006 tempest-VolumesNegativeTest-1089803006-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a9b792-bb9d-4a58-9ea9-56a5d5f500f6 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Oct 29 08:17:01.705655 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 7c167b90-0e5b-44a2-860c-86c55362655f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:17:01.726231 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] No Port match for: 7c167b90-0e5b-44a2-860c-86c55362655f {{(pid=102134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:17:01.726573 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron.plugins.ml2.rpc [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Device 7c167b90-0e5b-44a2-860c-86c55362655f not bound to the agent host hv-cinder-74134 {{(pid=102134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:17:05.852161 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:17:06.065183 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48852) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:06.216316 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-19f771d5-c285-4988-a12b-20a0a7bb745d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8dbda5ff91874a11beee9ea42a0cb3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499624 Oct 29 08:17:06.218837 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [-] (102132) accepted ('10.222.0.74', 48856) {{(pid=102132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:06.265831 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8cb4-f8e9-40ef-b17e-673c0eb62c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:06.286161 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8cb4-f8e9-40ef-b17e-673c0eb62c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:06.407914 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8cb4-f8e9-40ef-b17e-673c0eb62c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753095'] for security_group, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:06.410614 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8cb4-f8e9-40ef-b17e-673c0eb62c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:06.411807 dv-cinder-741349-6-iscsi neutron-server[102132]: INFO neutron.wsgi [None req-eb1d8cb4-f8e9-40ef-b17e-673c0eb62c26 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d590e0b5-6e47-46c0-aca5-e7de203669a3 HTTP/1.1" status: 204 len: 168 time: 0.1920450 Oct 29 08:17:06.420198 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8cb4-f8e9-40ef-b17e-673c0eb62c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590e0b5-6e47-46c0-aca5-e7de203669a3,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:17:13.374323 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b4d9168d-1fb4-4187-8ed3-fdb56451d5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:16.328136 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-6667353e-c6d4-400f-bf1c-a4af6b649cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:17.145884 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:17.265111 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:17.904612 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:19.076448 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:42.851136 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:17:43.417728 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b1bf12f8-503e-44c8-aeae-41ddb9047e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:46.355184 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-499770c4-4efa-40af-8d11-630f6edae41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:47.202594 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:47.292316 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:47.932750 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:49.115479 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.354612 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-dc800cfd-b83b-4450-a62c-65a7d2c0867e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:16.354626 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-33064dfd-a598-435b-96a0-bd47c58716ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:17.172248 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:17.257480 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:17.937248 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:19.097355 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:19.850657 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:18:43.353068 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-41dd9d91-7ba1-4f61-bcc3-b777e1af537b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:46.330961 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-693652a2-8526-44ee-a8f4-05a62bbe6255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:47.215000 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:47.279976 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:47.913979 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:49.118577 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:56.849962 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:19:13.352543 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-68994e2e-d9d1-4e00-b6b3-13212a818f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:16.331509 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-cd4008c1-61b8-48d7-bf2e-ec05aea6e17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:17.181857 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:17.295938 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:17.925563 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:19.170624 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:33.850037 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:19:43.393218 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-63459fad-5b18-4bf2-b010-d3cf3488aad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:45.675822 dv-cinder-741349-6-iscsi neutron-server[102132]: DEBUG neutron.wsgi [req-b270cf9d-8be4-48f2-b6f1-f660a455c9e0 req-3dc2ece7-eea5-4b7a-a1d6-391752e75f56 service neutron] (102132) timed out ('10.222.0.74', 37410) {{(pid=102132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:19:46.335951 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-37b3f8dc-cedf-471e-bbdb-2cd09670a5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:47.185519 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:47.278070 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:47.958564 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:49.123997 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:10.850178 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:20:13.369242 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-5c744d81-3174-4cfd-81d6-258fc7a18f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:16.335494 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-3f23c69e-2556-4f75-bb6a-76f4721ba0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:17.163445 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:17.283474 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:18.002281 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:19.121909 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:43.368686 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-92c5cd00-4180-4902-9bea-cce2480a6efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:46.351875 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4fafe169-ab46-46fb-b0ac-14dd2c36fe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:47.185534 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:47.294609 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:47.848835 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:20:47.957106 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:49.122884 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:13.351164 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-62cc0b5d-69d6-4c38-981e-1fad2a1a272a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:16.333643 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b495f3cf-ed8b-416a-bde3-b4db8edc4114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:17.196728 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:17.299396 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:17.990662 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:19.117001 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:24.847625 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:21:43.353928 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b73d79b5-f4cf-4f8a-a40f-7d5738c9ee40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:46.339209 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-ff29eca8-193c-4fc8-8ac8-f359ebdd83fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:47.188482 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:47.287370 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:47.995107 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:49.132871 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:01.846264 dv-cinder-741349-6-iscsi neutron-server[102135]: DEBUG neutron.db.agents_db [None req-333cd350-7810-4deb-94f9-cfe5803c98a4 None None] Agent healthcheck: found 6 active agents {{(pid=102135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:22:13.343589 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-e35e442b-4dbc-45ef-a313-be59104fbbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:16.349631 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-0c067807-f162-4653-8a2b-7e4d5580b293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:17.195633 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-b85e5269-f35e-46fa-b4de-d8ae31e34480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:17.297765 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-8496439c-2e64-4312-8fd9-b7ee96c1fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:17.977912 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-4ca33e05-a774-46ec-868e-39c8e6420be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:19.113064 dv-cinder-741349-6-iscsi neutron-server[102134]: DEBUG neutron_lib.callbacks.manager [None req-91fc9b70-1a30-47f3-bb07-052cd946272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758941412702', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536304'] for agent, after_update {{(pid=102134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}